{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040338908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040425001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040436551Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040446941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040456051Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040466322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040474342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040482942Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040492373Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.040502313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040512213Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040522224Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040534014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040542574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040550745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040560895Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040569895Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040579466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040588446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040597686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040607356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040617197Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040626507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040635617Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040644417Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040652998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.040661978Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:50:03.040642257 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040670808Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040678749Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040687799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040695979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040705419Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.04071651Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.04072587Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.04073572Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040744191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040753071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040762351Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040841644Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040868855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040880985Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040891036Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040901896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040912866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040926586Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040937287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040947677Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040957747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040966798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040976768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.040985599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:00:03.040994209Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041004619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":8,"elapsed":"12.51µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041015669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.04102505Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.04103689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041080991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041098082Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041108512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041165074Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041194995Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041208735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041220076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041231856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041243387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041253807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041292268Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041306989Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041317159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041327819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.04133839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041392981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041410412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041420552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041430963Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041440573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041451333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041460854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041473094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041484004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041494675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041504855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041516825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041526636Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041535916Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041546546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041555617Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041565707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041577517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041586298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041595668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041603748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1241, tv_nsec: 407521878 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041620089Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1241, tv_nsec: 407531519 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041735982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041752013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041763973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041822755Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041850606Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041862756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041872707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041884927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.041896428Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.042066113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.042087724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.042173786Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.042196767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.042211027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.342463ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.042223358Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.324133ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.04228427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.043357724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.046526856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.046552826Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.046744642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1241, tv_nsec: 412682353 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.046764763Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.047094723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.049731628Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.050187652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"9.741331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.052143255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.052167356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.05231863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.052955191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.053131816Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.055150711Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.055668257Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.057088863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.059671975Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.059698786Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.059731567Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.059761208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.059989306Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.060016596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.061024279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.062068972Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:50:03.040642257 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.062086252Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:50:03.040642257Z\",\"pruned\":[]}","iteration":7,"elapsed":"21.432395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.062483465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.06263038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.06264188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.0629518Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.06420974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.064461598Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.064612553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.064625963Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.064887392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.065649726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.065671657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.065866863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.065972217Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.067353451Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.067619789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.069136487Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.069161988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.069367665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.073215648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.073343372Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.073734914Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1241, tv_nsec: 439671635 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.074108276Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.074559491Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.075434039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"34.015097ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.076759171Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.076788292Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.076996069Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.077457933Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.077486094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.077714721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.078046832Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.078069603Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.078226568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.080657766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.084064914Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.084094355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.084296982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.084596601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.084929342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.085204421Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.08829961Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.08832238Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.088419314Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.088563548Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.088583709Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.09268854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.092718471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.092951058Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.09394527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.095861721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.096334266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.099745045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.104698214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.105299783Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1241, tv_nsec: 471220903 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.105331764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.105647804Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.105711156Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.106394537Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.107239164Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.107461052Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.107779732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.109471646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.109551318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.109570369Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.109580289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.110029434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.114206647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.114237588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.114552428Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.124160355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"83.656492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.126563362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.130937452Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.131436937Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.13183574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.131861961Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.13214898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.134102222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.13496175Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"93.502307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.136704176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"95.277753ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.136814829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.13683568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.13684242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.137246423Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.137699377Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"96.298846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.137853202Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.137867423Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.138160332Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.141040504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.141463868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.143653468Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.143678099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.143690699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"102.249076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.152145409Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.152459769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.152609044Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.152930284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.153348697Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.155045002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"113.63014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.156440186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.158620846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.159321488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.159349529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":37,"elapsed":"118.798364ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.160099053Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.160132524Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.16032112Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.161392884Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.161420085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.161434066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"120.937503ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.162364875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.162393396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.162707146Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.167055374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.167451647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"126.749397ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.167527559Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.173362346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.173850901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.177236719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.181707982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.181744494Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.182021002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.183293623Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.183324484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.183336164Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.183346065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.183663545Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.18383915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":13,"elapsed":"143.249935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.186181655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.186760174Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"145.316811ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189170941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189196612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189207702Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189216982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189398438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189567703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.189860963Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.190513583Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.190540315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"149.788873ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.191169555Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.191195815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.191463194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.191540996Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.191807015Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.191833896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.193938763Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.193961064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.193975734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.194133629Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.194206901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.194415868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.196108072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.196130543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.196140583Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"155.700393ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.19698897Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.197011921Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.197304311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.198980064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.199493Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.200207513Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"159.574096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.202631911Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.202659911Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.202834597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.204407207Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.204430578Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.204675216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.206895817Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.206924598Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.206938088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.206950599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":7,"elapsed":"166.301941ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.208331813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"167.488529ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.209320534Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.209346045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"169.019687ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.226043088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:00:03.231529624Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.231561975Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"190.639049ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.241403039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.24143128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.241806872Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c699f75-0993-48af-982e-325e13f9cdf5\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.241827022Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.243371462Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.253168035Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.253196726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.253208696Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.253605539Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.255386866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.259720764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.259752995Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.259936621Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.26273747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.262762491Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.262772242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.262781432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":7,"elapsed":"222.113113ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.267883845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.267916676Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"226.981949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.307905583Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.308211453Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.31594385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.325614999Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.325632719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.325911508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d1fda3e-b4dc-431c-b54b-bd155fb44885\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.325928059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.327821509Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.33692536Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.336956781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.337176558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfddc73b-b860-425b-8809-b08770a10a37\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.337191039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.338993626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.527324511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.527737434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"144b0a54-361f-46bf-8aa8-9195ddfa6b14\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.527751635Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.528812809Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd207d8e-5c28-40b9-ad42-3ffb1c320274\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.528825549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.530517433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"231a3a37-6528-4cc9-ba32-4a5c7751ea74\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.530532474Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.532400054Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.532433415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"491.948352ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.534102998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.534424938Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b50aaf5-639f-436b-8132-678a8ea39f3b\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.534438759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.536634009Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd99ab3f-5228-441d-a22c-79c2c88868fb\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.536647459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.538151787Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.538163518Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"497.282182ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.543761856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":13,"elapsed":"502.798589ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.557468364Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.557486445Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.559164858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.561264955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.561280846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.561430341Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.562475204Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.564419876Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.564433637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.564572311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.567257257Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.567513705Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027a494d-a475-4a78-91cf-65d822199128\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.568700623Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.568984242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.5707899Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":13,"elapsed":"530.447632ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.614911189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2718696-cf25-4e23-bd16-af3309182b18\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:00:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.61493416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.615164027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.627701497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.628122261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afcc7bc5-5490-4e24-8f0b-46f2b2fae333\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:00:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.628141261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.628149852Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.628156732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.630345542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":13,"elapsed":"589.786166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.64062615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.641016693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.643154091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.643168261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.643320806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.654578836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.654913447Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71cb6962-8646-4b64-b5e5-43e00ca5c213\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.654940117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.654951558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655232247Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655244077Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655255438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655263798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655272018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655279418Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655458484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655470174Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.655695392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.655705242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.656039243Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.658298725Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.658421448Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef06c732-87a0-41a9-97e7-dc1eae700827\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.658445119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.658569193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4897a72b-6345-4a30-82e6-d61703932818\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.658582944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.658593794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.662584332Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.662605412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.707661541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.707686792Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.738676872Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.738793396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56953"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.738900389Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6f9bdcc8-6523-4bbb-9694-f5b8391d70d6","remote_addr":"[fd00:1122:3344:101::c]:56953","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.73923697Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6f9bdcc8-6523-4bbb-9694-f5b8391d70d6","remote_addr":"[fd00:1122:3344:101::c]:56953","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.752597407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c54b4a7f-508b-4722-ab9f-bb11d126c460\", \"date\": \"Tue, 25 Mar 2025 06:00:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.752619517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.752628937Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.753119833Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8308df39-2624-4195-bc1d-5fb12f9d875e\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.753134054Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.753540747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.753618999Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45419c06-d84f-4b8e-8ba2-86a621ddd178\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.75365957Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.753857907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.756084638Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.756340906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.757610247Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.758159694Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.759710074Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.75989904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.763293588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.763444383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.763459923Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.76366132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.764036312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9244c95a-b9b5-4766-aa38-c8f6f9f901fb\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.766063847Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":13,"elapsed":"725.350497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.767073689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.767322257Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.774854207Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":13,"elapsed":"733.949962ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.789140354Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/oximeter.rs:76","collector_id":"a6683c3c-9421-4af6-9931-047c74490526","producer_id":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:03.789170715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/producers","method":"POST","req_id":"6f9bdcc8-6523-4bbb-9694-f5b8391d70d6","remote_addr":"[fd00:1122:3344:101::c]:56953","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":50330,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.789245367Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f9bdcc8-6523-4bbb-9694-f5b8391d70d6\", \"content-length\": \"41\", \"date\": \"Tue, 25 Mar 2025 06:00:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.790633231Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:03.790648152Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:04.943877875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"bde9941b-dbba-4edb-8b25-49e0c21a4654","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":419,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.04097576Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.041034412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.041045493Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.041054893Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.041387153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.041510047Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.043370287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.043435879Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.043668666Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.045471684Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.509144ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.046344922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.046355072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.046537208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.048383407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.048604984Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.050275117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.052932352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.052944142Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.053089167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.059558024Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:13.059571764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":38,"elapsed":"18.596914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:14.936761641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"2d1292b8-1d43-4b1a-87c3-13ca57da081c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:14.937115932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"2d1292b8-1d43-4b1a-87c3-13ca57da081c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:14.939480037Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"2d1292b8-1d43-4b1a-87c3-13ca57da081c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2787,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:14.939788647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"75f325b8-577a-4761-9637-6e33f2a9a86a","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:14.940139758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"75f325b8-577a-4761-9637-6e33f2a9a86a","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:14.941788491Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"75f325b8-577a-4761-9637-6e33f2a9a86a","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2069,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:14.943341681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"fdfa4ec5-9d08-414d-b543-6b05f6ae4a93","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.04048143Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.040530002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.040538482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.040545612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.040865692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.041028988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.0426595Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.042896637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.042907137Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.045874322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.045889233Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.046056628Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.048260759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.048496626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.050041676Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.052821104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.052835785Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.052976089Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.059211578Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.059234689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":39,"elapsed":"18.763079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:23.071911664Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.418513ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:24.942878721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"93036ad0-866a-4255-b0e2-a06e4272a477","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":316,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:29.936630408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"6574dd70-6766-4df8-a355-97b56d401903","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:29.937081342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"6574dd70-6766-4df8-a355-97b56d401903","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:29.940168301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"6574dd70-6766-4df8-a355-97b56d401903","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3592,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:29.940519582Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"c3f3ae81-a56d-4f6f-b5f9-b6a2487de97d","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:29.940847392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"c3f3ae81-a56d-4f6f-b5f9-b6a2487de97d","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:29.942880028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"c3f3ae81-a56d-4f6f-b5f9-b6a2487de97d","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2432,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.04034521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040402322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040416942Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040427272Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040436363Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040445933Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040455123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040465674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040477294Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040487034Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040496754Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040506915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.040953019Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.04098748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041000241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041012441Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041026542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041036522Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041045902Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041056212Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.041066833Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041077113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041086584Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041095834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041105944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041114934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041124515Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041133225Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041142975Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041151306Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041162816Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041172936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041324001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041365372Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041380313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041392883Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041402383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041413414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041424024Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041434215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041447045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041457955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041468196Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041478726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041488016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041497437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041511707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041522557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.04159346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.0416151Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041625651Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041635091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041744474Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041761625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041799696Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.041855198Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.04316931Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.048695527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.050140103Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.053361005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.053395497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.053553312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.053869352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.053991386Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.054021117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.054100679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.054251244Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.054581155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1271, tv_nsec: 420592885 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.054935416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.056415993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1271, tv_nsec: 422424133 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.056457214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"15.476634ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.056726093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.057073754Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.058002984Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.058584812Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.059329886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.059842803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.060311398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.060327438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.060520514Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.061242057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.061267778Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.061437723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.061726773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.061750673Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.061983581Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.06227142Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.064067607Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.064093528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.064104959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.064316695Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.06444898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"23.036956ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.06446965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.064485021Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.064710298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.067682173Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.067875639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.06884706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.068908492Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.06913966Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.069258303Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.072944411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.076157064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.076187565Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.076334289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.078291642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.078319083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.078713795Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.078779027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1271, tv_nsec: 444806328 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.079090227Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.081641259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.08167216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.081794064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.083750286Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.084965365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"43.348214ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.084997556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.085011776Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.085021667Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.085205242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.086849845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.086931618Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"45.789193ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.087352901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.087384222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.087556188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.089365586Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.090177651Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.090544343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.091540855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.091567806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.0916989Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.103960132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"63.55047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.107626919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.107920348Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.108087084Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"67.094203ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.110521521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"69.054086ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.11111924Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.1114405Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.112213795Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"70.857803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.126116529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.128243557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.128273858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.128412573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.158334258Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.15838034Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.158661699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221b18e6-fe86-4820-bac2-39fc455cfdff\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.158681289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.161047675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.172404507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.172428738Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.172730887Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c220ed-709c-403d-8846-521fd7ee5cea\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.172748868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.175905459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.18909844Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.189125481Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.189362108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925c0ba9-e7ba-4c41-b6ee-537d7a2005a0\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.189387119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.190819165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.219320785Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.219348556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.219704798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784e3c76-dd35-4c95-becf-428e82cc8c0f\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:00:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.219729758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.220061759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.226515165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"186.053451ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.230979968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.231012739Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":40,"elapsed":"190.652449ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.246102141Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.246507864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.250685377Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.250995697Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.256029778Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.256055619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.256068679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"214.720587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.263368412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.26360117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.264441707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.264453677Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"224.143339ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.265281904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.265627035Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bdedca4-6065-4e14-a5e9-f8e05da3a6fb\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.267187204Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.267473454Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.268950351Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":14,"elapsed":"228.57046ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.284726765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.284752075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.284977133Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"31e286a6-3e6a-442c-9b84-5be75638a137\", \"date\": \"Tue, 25 Mar 2025 06:00:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.284990263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.285295913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.286996357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.287561815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.288000359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.289786346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.289799396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.289953521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.291230572Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.291414208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.291707397Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":14,"elapsed":"251.288706ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.292385129Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":14,"elapsed":"251.401569ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.294473186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"253.051601ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.294492706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.294512997Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.294985132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"adf249e0-89ff-4ad8-b8fc-28e0ad959ce5\", \"date\": \"Tue, 25 Mar 2025 06:00:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.296958075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":14,"elapsed":"255.973435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.325095484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.325367312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.326784828Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.328875335Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.328888995Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.329064931Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.330126595Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.332226672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.332252112Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.332385057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.349113391Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.349451272Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.351682863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.351698384Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.352019064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.361313001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.361576299Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b28029-647b-4312-a6b9-b9428670a7d3\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.36160017Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.36161051Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.361887109Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.361897699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.36190504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.3619128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.3619201Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.36192799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.362104546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.362114626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.362338384Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.362346814Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.362575281Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.364369998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.364479042Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d39fa5-e6c7-4596-af64-1302e2a7eba0\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.364493062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.364622086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d5d26e-e1db-4a5f-afb4-acbaa213ff1a\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.364640007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.364650627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.423084714Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.461331175Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8193081e-132c-450c-aa77-e9a233bfc8ea\", \"date\": \"Tue, 25 Mar 2025 06:00:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.461351826Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.461361116Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.461882823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d50933-7336-4ce8-9b30-1b1721ec0168\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:00:32 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.461895523Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a40351eb-b491-49ca-a23e-2d4676f98532\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:00:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.461922674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.461931554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.461938515Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:33.461948255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.462224434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.464672512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":14,"elapsed":"423.678611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.46586928Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.46618811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.469466715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.469675192Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.4718059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.4721241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:33.479046821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":14,"elapsed":"438.03388ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:34.942845165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"37e92f84-ce29-4beb-837f-0b979c07f1b1","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":386,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.041005507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.041057908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.041067529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.041075489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.041491833Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.041540394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.043086503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.044037824Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.044314012Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.046071599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.046095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.046227584Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.047288747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.047559116Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.049211569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.052088361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.052113832Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.052253176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.065250821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.065290362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":41,"elapsed":"24.281955ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:43.077213623Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"36.196236ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:44.943151841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"168e13b8-a4fa-4801-93ba-7afeb315bdc2","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":394,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.040297399Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.040355491Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.040366832Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.040375142Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.040715733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.040776075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.042276763Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.04250106Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.043216823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.04375909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.478551ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.046123176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.046136696Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.046298411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.048420469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.048629305Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.050194166Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.052741257Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.052755777Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.052885592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.060295658Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:53.060315719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":42,"elapsed":"20.008939ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:54.943308201Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"396ac98e-30e1-43db-a2aa-23da0278e299","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":526,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:59.937278695Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"8e79b735-1326-4cb8-ac27-cee9f45e509c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:59.93775888Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"8e79b735-1326-4cb8-ac27-cee9f45e509c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:59.94058174Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"8e79b735-1326-4cb8-ac27-cee9f45e509c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3395,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:59.94089324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"095fcd03-49b8-45ae-8d3b-4ded9684ac77","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:00:59.941310224Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"095fcd03-49b8-45ae-8d3b-4ded9684ac77","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:00:59.943161503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"095fcd03-49b8-45ae-8d3b-4ded9684ac77","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040532212Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040576863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040585864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040593484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040599374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040606884Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.040614715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040622955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040629925Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040637515Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040644745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040651546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040658896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040665796Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040671986Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040678877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040685247Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040693087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040699947Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040706898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040714088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040720628Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040727088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.040734228Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:51:03.040695017 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040741919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040748799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040755649Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040877423Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:01:03.040888023Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040897964Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":9,"elapsed":"12.47µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040910494Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040918514Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040925385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040932655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040939125Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040945905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040952895Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040959495Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040965296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040973156Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040980136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040986656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.040993857Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041001127Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.041008087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041014597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041021228Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041028268Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041034958Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041042298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041051058Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041056889Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041063159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041070469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041078189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04108769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04109632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04110599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04111674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041127181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041137191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041146512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041155792Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041166272Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041175813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041185803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041195093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041207063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041218624Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041240495Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041254075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041271056Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041315777Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041342988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041356758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041367599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041380259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04139416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04140513Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.04141735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041430391Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041442011Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041473892Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1301, tv_nsec: 407598073 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041494733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041511373Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041524964Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1301, tv_nsec: 407635514 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041541914Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041555145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041564365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041574065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041582666Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041643908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041658688Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.041739331Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.042092392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.042121663Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.255629ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.042136153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.042148893Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.25554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.044090946Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.044926312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.045558142Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.982889ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.046313506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1301, tv_nsec: 412431467 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.046613696Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.047704301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.047726072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.047868596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.047894937Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.047906977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.048201487Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.051310456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1301, tv_nsec: 417432377 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.051451921Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.051642507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.051908965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.052970009Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.054132656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.055023895Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.055038235Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.055239482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.056155681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.056179382Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.056347127Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.056904745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.056918535Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.057039239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.057050609Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.057081581Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.057294617Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.058612029Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.058826126Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.059490658Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:51:03.040695017 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.059517468Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:51:03.040695017Z\",\"pruned\":[]}","iteration":8,"elapsed":"18.802411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.060046905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.060270512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.060553711Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.060666395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.0608076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.062253736Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.064064753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.064093394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.064243039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.065324124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.065351375Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.065565672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.073240287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"32.191928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.09308656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.093559166Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.096327694Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.096760398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.100851479Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1301, tv_nsec: 466959919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.101158008Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.127525291Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.130798605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.130849807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.131072744Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.132250522Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.132584302Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.13281688Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.133222642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.134774602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.134805553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.134905086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"93.856468ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.135184085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.135424713Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"94.368854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.136395884Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.136737105Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.137306453Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.137330024Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.137341264Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"96.306726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.138349866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.138380727Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.138624195Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.141010641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.141207768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.143106538Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.143494741Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.145233676Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.145548146Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.146570489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.146594689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.146852788Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.146888779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.146901519Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.147139977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.149880065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.149908046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.149918936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.150168064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"109.093684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.150221565Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.150968239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.151700573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"110.655054ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.15350523Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.153529241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"112.896996ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.154598695Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.154630836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.154842553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.15630595Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.158327314Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.158559542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.159867084Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.165351879Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.16538342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":43,"elapsed":"124.702263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.167748755Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"127.09134ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.168723416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.170850484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.171171625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.171835506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.172018622Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.172039882Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.172053123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"131.455269ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.176309049Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.176682821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.193920541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.195116209Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.199174259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.199470869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.201868625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.201893456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.201901406Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.201909086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.201974298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"161.185948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.202119673Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.215747358Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.215773109Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.215781089Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.21578765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.215962835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.225996186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.253268317Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.253293897Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.253557966Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcce5afb-be43-4aec-a2b5-5f758e91d1f5\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.253574397Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.254986692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.264241537Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.264490165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.314545694Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.314576825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.314816842Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69668ede-7fd8-46fa-a180-1cdee77c5e63\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.314831783Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.314993488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.315005099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.315251767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6477ceb-7da6-4005-abec-8c6b22b3c336\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.315266577Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.319856694Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.320803504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.348437827Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.386144861Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.386171472Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.386487362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20976d39-6589-4062-9068-6faeb248f010\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:01:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.386517943Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.386869754Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.39081942Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.391358777Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.39143392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.39552094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.395545761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.395788619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.4089567Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":15,"elapsed":"368.339545ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.427949836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.42838318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"40266eb5-0b1f-438b-bd15-b16efbc85342\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.428408611Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.432721648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d9521e39-5c17-4e83-91b7-341101e75267\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.432751789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.433741131Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"392.718964ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.434525576Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.434545277Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.434552167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.434606769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.434934279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.43494673Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"394.017264ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.43495664Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.43622109Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.436473268Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:01:03.437062767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.437089938Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"396.179174ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.438215824Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.438238795Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.438467972Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.439620359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.439642509Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.439825465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.43995717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.43996766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.440160306Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.440477926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":15,"elapsed":"399.878452ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.44530999Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.445338091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"404.80865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.448888305Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.449457033Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.449476214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.449487764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.449756883Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.450705113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.452576393Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.452589493Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.452773929Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.453251104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.453267425Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.453486042Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.459642438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.459665839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.459956778Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3168c5d6-da42-4a8a-9fda-9f269a993a2d\", \"date\": \"Tue, 25 Mar 2025 06:01:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.459969619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.460294359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.463067458Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.463240103Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.465936529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.466183647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.469543935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.469567095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.470163554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a691b635-79ff-4fcb-aeae-4db37e320df0\", \"date\": \"Tue, 25 Mar 2025 06:01:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.471877469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":15,"elapsed":"430.992506ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.478111188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.478122529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.478130499Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"437.184803ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.482325863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.482530719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.482653953Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4727ee38-06ff-4fdd-aa40-6b7f436830bc\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.48413267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.48442608Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.485303758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.485330759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"444.690273ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.485570256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.485587327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.485728852Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.485838205Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487580191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487602391Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487612822Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487665683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487677264Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487835779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487848519Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":15,"elapsed":"447.299676ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.487927872Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.48851677Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.488528681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.488536121Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.488544322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":8,"elapsed":"447.727321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.48976231Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.492398394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.492417995Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.492541689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.494621085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.494636276Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.494643836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.494651657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":8,"elapsed":"453.913128ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.508008303Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"467.290545ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.561799761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.638114629Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.63845564Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd73ff7-d1f5-4937-9b78-929dd0a8a569\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:01:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.638486311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.638497011Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.638505041Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.639538114Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":15,"elapsed":"598.853967ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.726558854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.726985427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"edad7eba-f2c0-4291-a4ae-d9c524f6ff8f\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.727009428Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.728704552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e47fd7e5-1881-4d9c-ad5c-562ebdf36b48\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.728730873Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.729918391Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"061e2b60-0d56-44c4-bdda-b59cd81d187b\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.729932501Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.731631016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.731654867Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"690.895847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.74992915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.750308902Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.752401709Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.75242434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.752610206Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.763324208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.763612427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfac20a7-ceb3-420e-b93c-0ba3cb453f29\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763635258Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763648038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763930357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763943508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763953138Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763963138Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763970799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.763978059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.764154014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.764163855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.764354361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.764372552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.764687602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.766060965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.766185699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d47356e2-dd2d-4b01-817e-085c4bb0a422\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.766234161Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.766349535Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7833f660-82bf-4a35-a2e3-1a82abb8d8a5\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.766364645Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.766376385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.857995492Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8b01eab5-a1f4-48b5-8d5d-cb6c3b130996\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:03.858035973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.858045943Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.870718648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177e35d6-0005-469c-907f-bb2173410b57\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:01:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.870756469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.87110651Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.874754527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.874941463Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.878550858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.878769905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.880544482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.88078093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:03.88738287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":15,"elapsed":"846.626661ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:04.942844541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"2ce469b5-c361-44e6-88cc-bb0702df60c2","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":402,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.040014351Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.040073472Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.040085153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.040094273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.040335031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.040347671Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.042314324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.045038441Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.045052381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.045186236Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.047411757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.047604433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.069172252Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.069340917Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.07538591Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.07819264Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.078208791Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.078348885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.085909596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.085929757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":44,"elapsed":"45.928537ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:13.100211573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"60.215154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:14.93668066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"6886d2e0-6fdb-4b05-89b3-1de4b93605ea","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:14.937014281Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"6886d2e0-6fdb-4b05-89b3-1de4b93605ea","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:14.939428928Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"6886d2e0-6fdb-4b05-89b3-1de4b93605ea","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2822,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:14.939694707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"3cf0b039-0e21-4aa6-9647-b5546526622c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:14.939970875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"3cf0b039-0e21-4aa6-9647-b5546526622c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:14.941871976Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"3cf0b039-0e21-4aa6-9647-b5546526622c","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2210,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:14.943390634Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"d4d1fe03-542c-4d54-9f29-1df664ee157c","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.040548645Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.040605147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.040615077Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.040623197Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.040883065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.040896266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.068703434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.068934591Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.069921543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"29.390828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.072400172Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.075205952Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.075219972Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.075353456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.077228426Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.077444733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.078983082Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.081564585Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.081581025Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.08171864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.089816318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:23.089835869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":45,"elapsed":"49.291784ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:24.942884894Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"665ec81b-0cdc-45d0-acac-f3ee99f4e63f","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.04054678Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040591941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040600622Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040608252Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040615222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040623242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040631652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040639293Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040646573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040653073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040659773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040667124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040673984Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040680904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040688504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040694525Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040700605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040707725Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.040715625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040723095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040730226Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040736656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040746026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040755596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040765007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040774327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040782987Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040792988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040802968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040844939Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.04086028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.04086955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.04087657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040883151Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040890101Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040896841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040903681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040910171Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.040916601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.04119205Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041204101Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041214041Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041224771Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041236212Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041247442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041255302Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041263772Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041271813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041313144Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041323134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041331815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041341675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041351065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041397027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041406467Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041414768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.041422828Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.042887495Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.04338289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.044287279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.504732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.044831806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.044882808Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1331, tv_nsec: 411101579 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.045215659Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.046210961Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.046237811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.046386866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.046456178Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.046485449Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.046630654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.047917795Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.048488633Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.048500574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.048681609Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.050213238Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.050235689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.050373554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.050535359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1331, tv_nsec: 416755190 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.050848439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.051089897Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.051104167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.051113217Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.051280503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.052339066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.056410186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.056435357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.05651203Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.056778888Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.056797649Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.058839024Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.059090382Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.060045003Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.060344832Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.062702777Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1331, tv_nsec: 428919578 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.062957905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.100140413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.100493244Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.102159688Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.102386065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.104459361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.104775871Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.10631737Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.106451795Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.106678672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110104271Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110134362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110353649Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110398801Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110550886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110568216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.110767923Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.111556658Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.111580529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.111886018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.111915579Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.112984323Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":16,"elapsed":"72.375852ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.113011414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"72.134534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.113095287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.113354435Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.113552372Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.113579662Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.11412386Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.114937066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"74.080376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.116353561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.116381312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.116587358Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.11661889Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.116896658Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.117374823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.117633042Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.118942654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.119025916Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"78.117095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.119290365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.119416759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.121837186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.121865007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.121989291Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.123489039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.12351549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.1235259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.123786848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.127174896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.127205237Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":46,"elapsed":"86.607316ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.128866911Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.128896171Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.129259583Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d94c68-a567-4c6f-b344-ff89b8f9d072\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:01:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.129282704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.131757743Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.153841608Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"113.274217ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.159062545Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.159099996Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.159113517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.159126237Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.15952841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979d76ce-d1b8-4e01-ab15-4f9b51158139\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:01:33 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.159559711Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01c1226-24c7-4bd3-aa61-b0f9c3037019\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.159572241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.159582122Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.162132753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.162531706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.163024592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.163209927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.163382703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.165230092Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.165255343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.165533922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.16613318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.166154621Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"125.423015ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.166274315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"125.406005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.168170565Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.168480605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.169955202Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"129.200246ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.171059237Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.171071708Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"130.540469ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.178490125Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.178513855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.178523086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"137.838702ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.194858737Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"153.970887ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.213909626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.214254517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab91cc30-b907-4a17-821e-5a9cd2a3a06b\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.216376465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.216676265Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.218695909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":16,"elapsed":"178.131779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.223950867Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"183.239622ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.250785104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":16,"elapsed":"209.982346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.274886284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.275234605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.276811775Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.278910112Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.278930163Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.279072607Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.29981083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.29982224Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.30011407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c46ad6af-3c3f-46e8-9f11-217750eb957a\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.30014322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.300496422Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.307428213Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.309435747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.309459248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.309594882Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.31391353Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.313934601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.314110677Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"218f0fc8-232d-4161-ad80-8ca9c7ac37dc\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.314120727Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.314385125Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.316378679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.316550504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.319390915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.319666774Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.322089031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.322103382Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.322455533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ca1c4df3-8c19-470c-8a67-0fe2a1c3eb0c\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.323889359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":16,"elapsed":"283.201534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.350587182Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.350973624Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.352767571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.352791592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.352920636Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.362708669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.371671585Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.371931363Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f55d3a-3137-4ab7-8fcc-8776b6772f63\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.371955634Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.371965574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372211442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372221642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372228533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372235353Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372242333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372249334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372386188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372394258Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.372550123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.372557683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.372885514Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.374773424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.374897668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83946c1f-98c9-48aa-a566-a8844c35cc9d\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.374909479Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.374998491Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aad0179-5f7d-4aac-b702-61613efeb693\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.375012632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.375025612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.445910906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c3744e-37f6-42e3-8d07-1b03acbdc20b\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:01:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.445940137Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.445950497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.445958258Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.447451816Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":16,"elapsed":"406.818603ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.534211927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"49122799-bffa-4c47-8086-29453b8bd79f\", \"date\": \"Tue, 25 Mar 2025 06:01:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:33.534232097Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.534240568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.534552318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4330447d-f3fd-4d81-a2e0-a457fb68120e\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:01:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.534595599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.534916419Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.538006658Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.538340288Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.541769308Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.541949384Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.543876995Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.544157254Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:33.551139517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":16,"elapsed":"510.489714ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:34.943161838Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"cdae6e88-fc78-40df-8e5a-817d269d1e2f","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.040307505Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.040350657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.040360807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.040370157Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.040721259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.040852233Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.070865401Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.071197642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.081026326Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.083882907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.083900528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.084078333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.085762057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.086008915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.088010959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.090772677Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.090788218Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.090927222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.100205908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.100231049Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":47,"elapsed":"59.907634ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:43.112818651Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"72.523747ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:44.937255734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"f1100211-af2d-48b6-bcd2-96e8942e3bae","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:44.937574644Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"f1100211-af2d-48b6-bcd2-96e8942e3bae","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:44.93997073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"f1100211-af2d-48b6-bcd2-96e8942e3bae","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2782,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:44.940234799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"c8edfcc3-1db3-443b-aba0-3b6013d839f5","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:44.940500827Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"c8edfcc3-1db3-443b-aba0-3b6013d839f5","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:44.942593704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"1677b6e6-e8bb-4a14-9751-f109b159a6c1","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":297,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:44.942661387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"c8edfcc3-1db3-443b-aba0-3b6013d839f5","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2394,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.040724004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.040782376Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.040793006Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.040802266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.041104396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.041150547Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.042512251Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.042837211Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.046111596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.049193614Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.049210815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.04938216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.05124511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.051481287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.053020536Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.055778584Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.055791155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.055926959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.062302363Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.062322204Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":48,"elapsed":"21.58807ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:01:53.084514352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"43.801689ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:01:54.942895199Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"f4ef1b8e-20c6-4799-9f65-c716842613a1","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.039928734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.039999137Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040012667Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040022267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040030778Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040041098Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040049638Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040058389Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040068099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040076969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040085099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04009483Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04010462Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04011423Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040124481Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040133531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040142141Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040151861Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040495123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040522703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040534534Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040545704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040555674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040565235Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040575055Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040583925Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040592066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040600236Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040608406Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040616906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040625657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040638437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040650508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040661038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040671068Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040679898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040691459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.040701539Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:52:03.040656808 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04071255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04072151Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04073277Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04074304Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040823643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040841294Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040852424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040861954Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040871655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040881385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040890465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040900525Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040909236Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040918836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040928816Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040937967Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040946947Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040955627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.040964287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:02:03.040973088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040982008Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.040990098Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":10,"elapsed":"9.381µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041000159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041009969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041021409Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.04103152Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04104005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04104896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041060441Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041070681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041139333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041153773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041163104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041174794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041187025Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041196685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041206165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041215206Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041224016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041233466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041242636Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041252217Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041261557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041272957Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041281818Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041292168Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041301798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04136328Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041474274Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041488724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041544306Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041628429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041642389Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04165484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04167108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1361, tv_nsec: 408001461 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.041696151Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1361, tv_nsec: 408040022 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04229081Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.042323681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.610161ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.042391333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.042411474Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.684834ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.047136105Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"7.137398ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.047389363Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.04760835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1361, tv_nsec: 413942571 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.047902119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.048162917Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.048469767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1361, tv_nsec: 414803778 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.048746056Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.050954066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.050981767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.051145913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.052091093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.052121864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.052357901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.052766455Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.054851821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.056593437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.056620187Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.056835414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.060043327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.060112329Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.060125239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.062088702Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.062279788Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.063606151Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.063848969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.064094756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:52:03.040656808 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.064116207Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:52:03.040656808Z\",\"pruned\":[]}","iteration":9,"elapsed":"23.441438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.064869241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.065390568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.065855133Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.065892724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.06671279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.068229878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.068257489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.068406804Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.068698883Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.068718854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.068867709Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.070396707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.070424628Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.070640845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.074291082Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"33.016845ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.07798293Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.078046912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.078063543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.078075003Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.078088113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"37.324392ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.078101874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.07830716Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.081369018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.081640577Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.082176024Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.085152719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.088222537Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1361, tv_nsec: 454546168 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.088683562Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.088834596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.091741339Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.09177Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.092003818Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.107979378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.10803176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.10804461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.108475754Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.110442207Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.114326961Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.114359922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.114375752Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.114553398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.116726477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.117019967Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.117054308Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.117196682Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.119863027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.119895459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.119906759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.123229625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.123260896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.123272026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.123525355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.123827014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.12432176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.125676083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.128453552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.128482993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.128673839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.133571365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"92.394631ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.146529499Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.146597621Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.146611622Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.146622242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.146921912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.147868952Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"106.783471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.150950731Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.151345883Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"110.129347ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.151381674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.151397915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.151414735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":49,"elapsed":"111.317166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.152086757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.155574088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.15594703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.156071954Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.156369433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.157109767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.157413537Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.157624674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.159461432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.159485783Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.159500533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"118.467434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.159907437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.160169725Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.161736825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.163348616Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.164483803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.165220526Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.165257817Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.165450814Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.167350014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.171792646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.171827927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.172084655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.174675868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":17,"elapsed":"134.654361ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.179474062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.179537704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.179553724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"138.319368ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.182208599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.18224561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.182672173Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"996efb39-964d-4486-aab5-df2d0bd76add\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.182703365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.18476014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.18663373Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.186658291Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.186670821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"146.693345ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.18945554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.189972837Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.193779248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.193805079Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.195631178Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07f8347-d742-423c-ae8c-c3068d1e4b92\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.195658968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.197858139Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.204894113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.208698315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.208734556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"168.654127ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.209678256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.209709217Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.209947715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.21169486Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"171.617311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.212096553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.212691912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.213706395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"172.545272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.217775045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.218048134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.219532181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.219550642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.219561712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.219572062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.219581592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.219872522Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.220034047Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"178.848532ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.22106502Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.222867937Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.222895768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.223020892Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.223216048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.223236579Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"183.323455ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.224047255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.224660475Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.231634417Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.231662798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.231829974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.265450508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.268688541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.268730922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.268949059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.27335183Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.273420432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.273450533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.273468214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.273691991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.273809464Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.275335063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.276598504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.27866822Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.278697581Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.278825885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.279469005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.279492506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.279721613Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.280614042Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.282031347Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.282052758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.282063978Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.282074979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":9,"elapsed":"241.214904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.283860665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.283884776Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.284108833Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:02:03.286652835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.286679926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"245.831782ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.287240424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.287256944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.287266994Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.287604195Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.289167875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.291484429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"250.970266ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.29243563Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.29246094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.292646376Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.295477067Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.295502917Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.295514388Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.295525648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":9,"elapsed":"254.681274ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.304478514Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.304493765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.304849006Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c720cc5-5fb8-4c2a-be0a-2b974a7cc3a6\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.304864727Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.307391357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.33629104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.336328921Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"295.795727ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.41925227Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.419610301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"29c548fe-a835-471a-aa28-21651a3ccef1\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.419625172Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.422291487Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"aa75a15c-c28c-493d-85e1-a65cfd50cc3f\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.422304747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.423799155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.423811676Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"383.088866ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.427373589Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.427652198Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a0a821e-2251-4860-8e6b-b93cf04049cd\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.430071095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.430385866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.432102411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":17,"elapsed":"392.163236ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.438861646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.438883387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.439182177Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fea457f6-54c8-442f-a716-00965fc6c288\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.439208827Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.439539378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.466121897Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.466462948Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62459d4-9e59-4ae0-af53-2b3203c82d7b\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.466492789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.466502599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.46651031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.467921244Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":17,"elapsed":"427.417232ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.487218831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.487243122Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.487414707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0d26a0d1-6cd3-4fcc-bffc-c940a931b7c2\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.487425967Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.487731737Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.490439694Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.490754664Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.493840592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.494104121Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.497588052Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.497604332Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.497997985Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0b517150-40bc-4ef4-906e-10fc7830bfbe\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.500094652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":17,"elapsed":"459.245609ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.50818223Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":17,"elapsed":"468.136502ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.514503712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.577493114Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.577934178Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"99377ebb-deaa-4876-afdf-91f4f18e1026\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.577958559Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.578874588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eba556c1-daae-43f1-b016-1a4ec3fc2cc8\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.578887759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.580694686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"096c90d9-9a60-4f11-bbcf-68965349b99b\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.580707437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.58268875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.582735942Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"541.867207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.594147576Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.594512248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.59707586Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.59709327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.597319317Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.606932384Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.607248205Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5652d02d-8fa3-4428-81be-f5c493df9be5\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607276506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607315137Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607550674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607567215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607574985Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607582045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607588316Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607594386Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607759231Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607769951Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.607927626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.607936647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.608166704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.610316333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.610416386Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9731667f-f7b3-4181-81aa-14212e1a38d7\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.610441397Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.610518319Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4c0d96-8f61-44d7-a07d-9f938c3dfe3d\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:02:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.61053597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.61054882Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.704266713Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5346fad9-184e-4321-a8a5-04467282b4ae\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:03.704297704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.704307825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.704512841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a21ba59-3e78-496d-9795-f1f0147feec6\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:02:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.704553433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.704872583Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.707879989Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.708055594Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.710797582Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.711097011Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.713209429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.713384835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:03.719979825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":17,"elapsed":"679.334028ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:04.943314659Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"1ed7935e-b6af-491d-9b05-500f4521f1fb","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.040503188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.04055764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.0405678Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.04057566Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.04088488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.040929461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.042255294Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.042791061Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.043118331Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.044808245Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"4.297347ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.045090414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.045106375Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.04525605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.048464652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.04871855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.050498657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.053354078Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.053368549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.053516843Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.059827655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:13.059853356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":50,"elapsed":"19.364308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:14.937232879Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"0f4bf82f-7a97-45f6-8859-49f13ee95720","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:14.937714344Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"0f4bf82f-7a97-45f6-8859-49f13ee95720","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:14.940167362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"0f4bf82f-7a97-45f6-8859-49f13ee95720","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3034,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:14.940466862Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"0efc4e64-7d00-4647-b88a-92ebc8c9ba60","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:14.940776712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"0efc4e64-7d00-4647-b88a-92ebc8c9ba60","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:14.942246799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"0efc4e64-7d00-4647-b88a-92ebc8c9ba60","remote_addr":"[fd00:1122:3344:101::d]:51810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1826,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:14.942663022Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"295bf046-6c8b-4b28-8b5b-c37925606b32","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.040602646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.040655688Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.040664648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.040672748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.040949547Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.041134443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.042516267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.043489568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.043824489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.045304486Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.045318037Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.045458281Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.045553034Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.918106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.047383913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.047580499Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.04918806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.051917727Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.051932698Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.052066232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.058443266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:23.058464956Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":51,"elapsed":"17.871031ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:24.942860433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"1795e12d-1e4e-48d9-bcda-a006b91565c8","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040659352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040728644Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040740345Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040751225Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040761625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040770476Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040780086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040790896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040799766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.040810927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040821317Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040830498Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040840828Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040850738Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040860379Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040869819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040880159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040890269Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04089925Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04090886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04091767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04092645Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040936931Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040946941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040956382Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040965402Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040974792Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040983972Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.040994653Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041004453Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041015013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041024534Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041034114Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041043844Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041053765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041062815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041072365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041081575Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041091606Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041171258Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041207419Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04122081Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041300233Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041314003Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041323823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041336654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041410186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041423977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041440557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041482948Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041496669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041505609Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041512539Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.041520849Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04152892Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.04153707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.0415453Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.046292412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1391, tv_nsec: 412697592 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.046569661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.048334267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.049116692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.05186305Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.051890221Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.051954793Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"11.187707ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.052105768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.052505731Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.052530301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.052840301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.054879496Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.054906617Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.055253458Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.057446208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.057470289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.057735307Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.058599585Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.058773641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.062685685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.065987541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.066055423Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.066067764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.067955134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.068715978Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1391, tv_nsec: 435137409 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.06909571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.069126611Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.072572721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.072601742Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.072610753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.072620403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.072827809Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.07284014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.075277228Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.075473724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.075845046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.07689765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.077604202Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"36.91386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.079544714Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.079578575Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.079790802Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.080134863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.080160124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.080387811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.083017935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.083045396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.0831882Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.083277723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.083302914Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.083570463Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.08380582Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1391, tv_nsec: 450237091 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.08411332Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.084196973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.085334669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.086737164Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.086757974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.086988512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.089036877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.089061848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.089317516Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.090932558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.09537918Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.095405251Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.095617588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.117284889Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.117339741Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.117350511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.117673442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.117805296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.118055784Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.118459427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.118486558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":52,"elapsed":"77.539907ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.120070298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"79.397636ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.120280265Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"79.409827ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.12075081Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"79.869051ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.121716551Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.121742922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.122094993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad5d3c5-61ba-4f34-80bb-996078edbd32\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:02:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.122126284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.123344753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.123720595Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.123839709Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.125458161Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"84.461018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.126293487Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.126569706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.126650429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.126985829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.12825087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.129736087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"88.811817ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.132616639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.13265062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.132899028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.135948216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.135974946Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"95.158119ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.139947903Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":18,"elapsed":"99.139817ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.143685623Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.143712864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"103.057412ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.153144815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.153176926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.153450865Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06300c43-63da-4d5b-aa37-2d0967d860c7\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:02:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.153477425Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.154743216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.156297566Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"115.512089ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.157411991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.157434902Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.157654199Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"625c714a-d31f-4540-b4d7-e920cdff4fae\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:02:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.157666709Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.158808506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.158821616Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.158828206Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.159133676Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.159596781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.166640026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.166969456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.169003801Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"128.160964ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.202293424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.202329156Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.202340466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"161.593201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.206317263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.206589592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.228196572Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":18,"elapsed":"187.450867ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.239384099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.239619167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49e828d8-11e0-4e10-9f78-0245c466a6be\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.241546388Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.24190945Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.241999083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.242260261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.243754119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":18,"elapsed":"202.926651ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.251795965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.251806716Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.252139316Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fd44b74-6b5d-4b3f-bae7-e7d57546c7c6\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.252157927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.252400015Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.253349505Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.255258446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.255270516Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.255410411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.256490246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.258339974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.258351335Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.258494539Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.267223048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.267238199Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.267455556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e46f5037-4be7-471a-a610-069477ed04e9\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.267465756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.267692883Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.269952825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.270128531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.273025604Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.273281072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.276392851Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.276407962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.276796544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0176fb47-dce5-4eac-8312-9ff97f963816\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.277957241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":18,"elapsed":"237.232967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.303974712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.304333374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.305748969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.305763939Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.305995527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.316094209Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.31641618Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69998759-522a-49b3-958e-d2b312b4b9f5\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.31643675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.31644765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.31673109Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.31674189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.31674907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.316756991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.316764301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.316771701Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.316939826Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.316949506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.317107422Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.317115822Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.31737433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.319608362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.319727735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f86458-432c-42f3-a261-ac750e106cfa\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.319738996Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.319842769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4f62bd-bd29-4c20-b272-3e5e16cc4de0\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.319859679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.31987414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.34993627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.410602468Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a30ecd16-b0fb-4343-959e-84504a820e60\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.410623349Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.410632099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.410957179Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e996dd-e1a9-4320-8873-be69917d5863\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.41099703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.41129095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.411347032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c97632ec-93f9-4ebb-aa61-08a51c636b27\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.411377823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.411388263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.411395413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.413000374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":18,"elapsed":"372.029542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.41440853Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.41472548Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.418268993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.41850955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.420542545Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.420759492Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.42725443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":18,"elapsed":"386.35656ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.790985967Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.791026599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.821591055Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.821704828Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50372"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.821852253Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"22655be0-ca82-429a-82e2-721c525bb99a","remote_addr":"[fd00:1122:3344:101::c]:50372","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.822187684Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"22655be0-ca82-429a-82e2-721c525bb99a","remote_addr":"[fd00:1122:3344:101::c]:50372","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.856484599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/oximeter.rs:76","collector_id":"a6683c3c-9421-4af6-9931-047c74490526","producer_id":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:33.85650901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/producers","method":"POST","req_id":"22655be0-ca82-429a-82e2-721c525bb99a","remote_addr":"[fd00:1122:3344:101::c]:50372","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":34713,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.856558892Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22655be0-ca82-429a-82e2-721c525bb99a\", \"content-length\": \"41\", \"date\": \"Tue, 25 Mar 2025 06:02:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.857475041Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:33.857497122Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:34.942345991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"ae6006e0-e931-49fa-bd6e-c53bac3e824f","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.040517004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.040564065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.040572745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.040580315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.040843394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.040868245Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.042344772Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.042697373Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.0429064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.044574713Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"4.077391ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.045206203Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.045230134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.045357108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.047207927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.047391413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.049077007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.051651889Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.05167688Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.051805414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.058173788Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:43.058197448Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":53,"elapsed":"17.681354ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:44.942212083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"2507d3b0-758d-4779-84e7-ea33427c6142","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.040436685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.040514267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.040531308Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.040545038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.040931601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.040951401Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.042992686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.043122531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.043145251Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.044796104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.37106ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.045774665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.045786556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.04592113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.046898791Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.047053206Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.04874759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.0512439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.051257301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.051382674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.058245054Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:53.058268114Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":54,"elapsed":"17.85346ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:54.943053554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"66005d3d-b462-4e1b-8d02-631754be6f44","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:59.936060877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:54670"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:59.936187601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"4b9314b2-7562-486b-8abf-ff25be333ceb","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:59.936615604Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"4b9314b2-7562-486b-8abf-ff25be333ceb","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:59.938940199Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"4b9314b2-7562-486b-8abf-ff25be333ceb","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2823,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:59.939140665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"7fa8d3be-77cb-40fe-83e4-f504d64ff5c5","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:02:59.939418144Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"7fa8d3be-77cb-40fe-83e4-f504d64ff5c5","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:02:59.941136119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"7fa8d3be-77cb-40fe-83e4-f504d64ff5c5","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2001,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040548133Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040600054Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040613655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040625215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040637525Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040647446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040658216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040668726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040680337Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040691177Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040708758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040718898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040728439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040739489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040749329Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04075956Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.0407702Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.0407812Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040792981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040803201Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040813551Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040824811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040834352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040844672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040856543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040867643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040878633Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040888924Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040899034Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040909904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040921005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040931635Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040942795Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040954846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.040965876Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040976266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040986387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.040996637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041006507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041018068Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041029508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041039458Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:03:03.041050149Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041062339Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041073759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":11,"elapsed":"16.691µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04108621Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.04109817Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:53:03.040912574 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04110934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041119361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041128451Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041139052Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041149652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041160642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041171442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041183703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041194613Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041204964Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041215274Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041225314Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041235885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041245315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041255865Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041266756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041277716Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041288866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041299707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041310237Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041320777Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041334608Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041348668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041359128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041371999Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041384579Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04139689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04140913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04142189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041434041Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041445751Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041458102Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041468152Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041479583Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041491663Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041503553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041516864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1421, tv_nsec: 407989833 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041534704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1421, tv_nsec: 407970982 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041551645Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041565325Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041577255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041589456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041602326Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041615697Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041628937Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041641568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041655218Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041665008Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041672249Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041681919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041756321Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041789192Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041958328Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.041995959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.042009489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.04201748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.0420238Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.156757ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.042103992Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.042117413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.317712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.042265157Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.042274388Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.042495335Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.044176869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.044814899Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.045369757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.724011ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.046013787Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1421, tv_nsec: 412544628 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.046316427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.046593826Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.046908976Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.046965398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.048070913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.048086723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.048264759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.048745735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.048766685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.0489303Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.050504341Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.050713977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.050725468Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.050738408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.050985396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.05109389Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.054413296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.054474018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.054486068Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.054497478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.05766602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.05769205Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.057780023Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.058038091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.058691752Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.058817806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.059143136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.060680336Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.060704277Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.060978965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.063965331Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.065682065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.065710256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.065994155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.068249267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.068273868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.068501615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.069311381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1421, tv_nsec: 435838842 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.069674073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.075553541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.075586272Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:53:03.040912574 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.075602002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:53:03.040912574Z\",\"pruned\":[]}","iteration":10,"elapsed":"34.657457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.079067083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.079101834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.079114094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.080876001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.081346446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"40.227405ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.081522601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"40.511364ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.083932608Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"42.90443ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.084099124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.084114734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.084198467Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"43.114708ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.084341681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.084666642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.0849185Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.085684474Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.087975377Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"47.383004ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.088247906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.088266607Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.088488924Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.088515845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.089032941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.089369692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.091224021Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.091245052Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.091418618Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.091435188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.093430822Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.093456412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.093609877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.095369364Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.096622994Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.097507002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.097952846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.09837422Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.099674761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.101497179Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.10152577Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.101696606Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.10308404Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.104040831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.104069871Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.104081362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.1043405Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.105178107Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.105474336Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.106138298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1421, tv_nsec: 472664128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.106461898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"65.364448ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.10651779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.107216352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.107478631Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.108670449Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"67.972031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.10902256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.109847866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.113064329Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.11309334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.1131038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.113116811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.113275136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.113344538Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.126029903Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.126078874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":55,"elapsed":"85.118289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.130142164Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.130615739Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.130763444Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.130782615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.130795395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"89.737276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.130856117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.132670885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.133083938Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.13440904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.134435672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.13468734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.14189065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.142351614Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.144926016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.148925544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.148948325Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.14911424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.15098556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.151006091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.151015541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"110.324254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.156827457Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.157276671Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.157333623Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.157589581Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.157835499Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.157853479Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"117.243285ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.158728657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.158746048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.158752408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.158758308Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.158985596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.161735243Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.162841679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.163706566Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.164002766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.164667207Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.164683018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.164920775Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.165679719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.16789529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.16791503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.168168139Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.169273664Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.169292854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.169486941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.170249465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.170273436Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.170281546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.170844124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.172384083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":19,"elapsed":"131.761009ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.182888959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"142.111699ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.192607399Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.19264018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"152.029716ms"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.192655621Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.192666431Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.192676981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.19294648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.194431557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.195036617Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.195063158Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.195424059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"778b0369-8565-44d7-8cae-85e0f71fd7c5\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:03:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.19545588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.197050631Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"155.981571ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.197528426Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.197674941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.197792055Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.197804405Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.197996461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.198015902Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.199914453Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.201893096Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.201916136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.202049421Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.203702544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.204107466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.206374379Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.206757071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.21549756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.215523121Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.215536542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.215965815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.216448001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.216473952Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.216483902Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"175.918789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.219472267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.221589195Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.221600195Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"181.080354ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.222122692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.222510314Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.223087803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.223108433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.223336271Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.225152239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.225167329Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.22517491Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.22518283Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":10,"elapsed":"184.445761ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.239548818Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.239573289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.2395849Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.239942031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.241514831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.244489726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.244514497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.244669512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.245273301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.245301232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.24556185Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7974b381-3265-499e-ac7a-21b7e8d6a666\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.245581511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.247959357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.248713531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.248769613Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.248782393Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.248794104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":10,"elapsed":"207.533229ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.258576586Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.258611437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"217.89316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.264302779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.264824146Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.266435987Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.268428951Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.268444132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.268595726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.270471966Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.273488362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.273503333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.27372344Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.289014278Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.289033919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.289570736Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae0b74e5-2c95-44b7-b7f9-fc22992ed3be\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.289596257Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.289811104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.295040201Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.295060571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.29532338Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d43162-6387-4cb2-a59f-9acb3ee2de90\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.29533593Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.297559201Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.304504823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.304525004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.30472304Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1df914b0-f1b3-4f10-96fb-049a63b9dd05\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.304738171Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.305015469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.306928971Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.307302962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.310203855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.310446473Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.313202871Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.313219902Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.313589603Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cc0a3768-0f5a-4a66-9c5f-9c522a8ee974\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.31504791Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":19,"elapsed":"274.238748ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:03:03.329382988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.329406068Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"288.528915ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.36575554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.366037639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c33f44-b076-45e0-928e-6002b631ab45\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.367294959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.367576718Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.387353079Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.387728571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"199fc399-425e-41f8-a84f-4e39801c47ac\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.387746372Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.389388675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"df08d611-17d8-4ad5-acda-6aae035e5079\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.389411425Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.390886052Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.390910823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"349.997418ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.407873645Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":19,"elapsed":"366.9251ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.434132064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.434632489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ba3180-55c1-4ae2-bde3-42a7b60a374d\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.43465455Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.434664261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.434672351Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.435650832Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.435849218Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":19,"elapsed":"395.314706ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.435979692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":19,"elapsed":"395.148711ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.575578471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.576042856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c7b84076-2885-4bd1-bf98-09c6cac364a0\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.576061527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.577286936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8880e3b5-931d-4b2b-ac00-7dcab91b5a7e\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.577299316Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.578960159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cc581b0f-dc0c-4510-963c-685b185f02f0\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.57897117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.580933812Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.580968503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"540.196393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.617421928Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.617853502Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.620051632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.620068602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.620243878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.631080094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.631387214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188b0b9b-5b1c-40c9-bae4-0f201d9b6ab6\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631409915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631421255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631718884Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631737145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631744665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631752256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631759406Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631767046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631919721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.631930191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.632097296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.632106007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.632316023Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.633570744Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.633701388Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb29b7e3-c1e4-4483-b51d-a11f7d8a7ebb\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.633711958Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.633805971Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cee8f66-5a69-45a0-b459-be2619c16030\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.633820592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.633832482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.724459907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"72bf9724-f66c-4042-8fb2-d615e0df1c50\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:03.724483297Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.724493808Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.724738275Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47091a14-ba09-42f1-af36-8de524116fe9\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.724780207Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.725123568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.728397032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.72863908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.731918415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.732199414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.734531528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.734720664Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:03.741642926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":19,"elapsed":"700.6825ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:04.942751168Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"dde009bd-b4bc-4596-b1e9-4a3dff4244d9","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.039922756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.039980458Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.039990259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.039998549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.040287558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.04032574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.042174808Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.042354324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.042983164Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.045782834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.045805084Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.045934108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.048010415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.048305934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.049801262Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.052607942Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.052626552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.052756986Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.061793425Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.061823876Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":56,"elapsed":"21.886099ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:13.072829438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"32.925071ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:14.942299747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"c402109e-90d1-4aca-a212-005343ce8914","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":344,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.040456157Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.040516649Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.040530129Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.0405403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.040832059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.040846819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.042659437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.042904345Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.043280967Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.045136506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.69951ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.045471897Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.045484427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.045625842Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.057032526Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.057239113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.058913376Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.06151962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.06153515Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.061661004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.068139561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:23.068161232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":57,"elapsed":"27.713005ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:24.942778046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"8d4d9f71-72d8-409e-8d46-a482a2829ee8","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":331,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:29.936638718Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"828dc90f-8cb5-4f5f-a9c9-42fdf6ad1f59","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:29.936989179Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"828dc90f-8cb5-4f5f-a9c9-42fdf6ad1f59","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:29.939020643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"828dc90f-8cb5-4f5f-a9c9-42fdf6ad1f59","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2460,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:29.939326693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"d631bfbf-b723-421a-b045-bf3f0999a913","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:29.939649134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"d631bfbf-b723-421a-b045-bf3f0999a913","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:29.941935357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"d631bfbf-b723-421a-b045-bf3f0999a913","remote_addr":"[fd00:1122:3344:101::d]:54670","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2668,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04043001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040479022Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040488672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040497232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040503813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040511013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040518723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040524993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040531693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040538214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040544444Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040552064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040559294Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040566255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040572745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040579085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040585165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040593105Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040600765Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040608036Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040614936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040623656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.040631126Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040639097Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040646147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040652977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040660478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040669328Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040675538Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040684478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040693719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040701869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040708549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040715409Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040722589Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04072965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04073661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04074789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04075591Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.040932496Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041032049Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04104121Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041113832Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041174094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041185214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041193355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041202065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041208775Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041217445Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041227256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041235346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041243446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041252006Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041263067Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041271517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041280037Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.041311818Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.043737646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.04387187Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.225372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.044008604Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.045625936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1451, tv_nsec: 412250877 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.045932366Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.046343639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.046355569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.046518394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.047490545Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.047510926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.047673151Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.048863189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.049354035Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.050319996Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1451, tv_nsec: 416956277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.050627926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.050816212Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053477077Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053502528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053510538Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053520848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053753136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053848509Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.05389954Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.053913021Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.054155518Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.055843742Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.056140872Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.056570386Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.056744861Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.057552637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"16.841928ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.057574918Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.057584368Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.057599819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.057919109Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.060218612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.060438849Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.06046769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.060493251Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.060627385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.060981747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.060994467Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.061142852Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.066171892Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.066478852Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.066684949Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.067200005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.067843656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.068675632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1451, tv_nsec: 435294033 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.069027473Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.069616532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.069644183Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.069805528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.071887455Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"31.122564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.07360732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.074046614Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.0745416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.074573091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"33.983865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.078688002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.080536291Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.08176111Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.082109001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.082130722Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.082144163Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.082153323Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.082419991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.082443252Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.083434844Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.083713653Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.084119066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.084136466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.084148587Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.084386374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.086864803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.086896794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.08708169Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"46.551657ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.087110761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.088074512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.091578004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.091609665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.0917821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.095887201Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.099160636Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.099193167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.099449395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.099835408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.100120717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.102398139Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"61.64786ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.102479292Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"61.933388ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.109765435Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.109794575Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":58,"elapsed":"69.20415ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.11837379Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.11839725Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.118405341Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.118809563Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.119233477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.119572728Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.12214605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.122399038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.122790471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"82.091082ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.122935705Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.123145982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.123500543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.124499935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.124726312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.124901198Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.124912189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"84.506739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.128612747Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.128637057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.128928117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.130655732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"89.928222ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.13121753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":20,"elapsed":"90.748608ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.15032014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.150355661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.150661371Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb425f8-b8d6-4746-a35b-8abee0bc5ecd\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:03:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.150682612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.152390946Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.156318032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.156333222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.156342652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"115.677585ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.185190034Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"144.570278ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.243059322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.243079943Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.243436874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2275b9b-e6c0-4b72-9114-955919a0f89f\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.243454135Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.245253942Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.283441262Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":20,"elapsed":"242.838576ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.283462813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.283473823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.283718841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd16791-63c3-49dc-88e4-982cbd67ccc9\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.283733981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.285300001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.29278299Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.292796541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.293040748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c41a141f-9641-48bb-8ec2-5d66887c31eb\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.29307574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.293542275Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.296176139Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.296490779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2e9a8a-f176-41e4-b400-2a0c61575ce2\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.29652274Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.29653262Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.29654044Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.297973916Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":20,"elapsed":"257.479434ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.31063381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.310657561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.318177231Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.318398098Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d45f59-9b53-4e28-aeaf-120c05e21786\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.320422823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.320706512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.32219587Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":20,"elapsed":"281.718618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.390434209Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.390849943Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.392904728Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.392927719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.393081734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.399343654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fa1fb934-f4cf-450f-8164-7e86941625f6\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.399366904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.39954446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.401887935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.401984088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.402179494Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cbfc4f4-2cfa-4c29-a88b-f5be3041893c\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402215195Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402227926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.402237756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402557026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402574477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402582497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402590878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402628639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402636899Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402782314Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402794564Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.402958909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.40296803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.403187306Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.405320515Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.405453729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71f6a9d-11d9-4d9e-8d5a-bf1063ba75bc\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.405467589Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.405590643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25b7c49d-2390-43a1-a2e6-3b0113c6ef38\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.405607374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.405617994Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.405625464Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.406014147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.408724183Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.408740424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.494373409Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"729ef9ed-936c-4037-afc6-7cae6537dc13\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:33.4944017Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.49441138Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.494933827Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e37a3c1-424c-4b75-81ea-d474e1f0d5e3\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.494971408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.495245827Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.495296628Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3816c3b8-379e-492c-807a-916f522ddb00\", \"date\": \"Tue, 25 Mar 2025 06:03:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.496749695Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":20,"elapsed":"456.123069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.497694285Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.497900472Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.500809675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.501071143Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.502657344Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.502815119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:33.509981948Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":20,"elapsed":"469.456084ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:34.942596545Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"b590747f-322e-4a6c-9ec6-47b2b1736e4e","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.039726744Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.039780355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.039789806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.039797056Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.040048894Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.040061644Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.04181387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.041964105Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.042343807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.044094273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.3702ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.044602539Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.04461476Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.044754414Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.046028465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.046297783Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.047971357Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.050751116Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.050768376Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.05090182Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.057953466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:43.057970356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":59,"elapsed":"18.268474ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:44.942378674Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"c59d6a90-ab47-4ead-aeb7-3dd84baa8265","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.039559544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.039622216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.039633867Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.039643467Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.040163774Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.040181514Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.041568879Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.041953721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.04224415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.043628384Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.05729ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.044351508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.044363208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.044516223Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.046165155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.046340121Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.048124268Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.05068841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.05070158Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.050831554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.05696095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:03:53.056983751Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":60,"elapsed":"17.446157ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:03:54.942550144Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"b0d32a7c-3522-4798-939d-1a3480c96fe8","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040061245Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.040129487Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040142188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040153468Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040163338Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040174019Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040184039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040193679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.0402031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04021328Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04022354Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040232921Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040282012Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040292593Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040301983Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040313683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040323194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040334784Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040344154Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040353995Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040363675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040372615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040382356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040391246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040400136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040409796Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040418737Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040426977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040437007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040446038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040456438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040464868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040474138Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040484289Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:04:03.040493589Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040503689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04051236Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":12,"elapsed":"16.351µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04052317Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04053187Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04054063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040551231Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040560571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040569111Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040577962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.040586442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040595072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040603563Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.040613283Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:54:03.040426587 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040623253Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040632193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040641904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040651124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040660194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040669105Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040678685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040690295Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040702756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040711956Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040756728Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040769548Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040779198Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040788018Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040797619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040809409Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040818879Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04082809Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04083695Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.0408465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04085512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040864971Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040874101Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040883532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040892082Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040903002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040913193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040922823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040931623Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040940253Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040949274Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040958534Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040967834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040976484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040985505Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.040997735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041009016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041019956Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041031076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041041837Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041053607Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041065707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041077398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041088938Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041100619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041112059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041123239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04113296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04114234Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04115232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04116531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041176831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041188191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041199191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041210452Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041221792Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041232533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1481, tv_nsec: 407895681 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041299095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041311085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1481, tv_nsec: 407898112 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041326836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041337846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041349686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041360637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041814291Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041848792Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.249599ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041901944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.041919845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.396835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.046562243Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.046944735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.047286066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.04771778Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.047960787Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"7.425157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.049634191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.050954193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.050978604Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.051217502Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.051761969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.051963955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.051988216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.052256215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.054099704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.054122194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.054405773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.055142317Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.055172288Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.055326243Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.056870112Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.057007876Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.058109222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.058418181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.061401857Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.061433118Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.061444878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.062056088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.062362427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.062868894Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.062888624Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.063118552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.063722831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.064023051Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1481, tv_nsec: 430740791 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.064124564Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.064413133Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.06464948Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.064964871Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.068362759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:54:03.040426587 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.06839604Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.068409261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:54:03.040426587Z\",\"pruned\":[]}","iteration":11,"elapsed":"27.936422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.068421541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.069878987Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.07278282Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.072813911Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.073115361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.0746636Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.074690511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.074910968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.075096794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.075115385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.075386663Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.077916774Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"37.317721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.078748821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.079183635Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.085689252Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1481, tv_nsec: 452403203 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.086102416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.089159863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.089624118Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.090566058Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"49.921714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.092778589Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.092932334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.092950864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.092962105Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"52.2925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.093209633Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.093518893Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.094215305Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.094634488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.095963671Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.096019342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.096034893Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1481, tv_nsec: 462690291 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.096344973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.096402325Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.096943002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.097900693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.097925413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.098241104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.099470643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.099563016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.099629828Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.099650298Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.099721131Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.099942888Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.101107785Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.101449626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.102599213Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"62.3008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.102980465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.104862625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.105472684Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.107677235Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.109531834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.109562155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"69.411167ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.110046121Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.110072641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.110082702Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.110091782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.110100782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"69.629294ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.111034732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.111725614Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.112012913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.112391916Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.113370117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.117739416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.117775657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.11815516Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.118204991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.118218362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.118357906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.138716026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"98.046211ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.138773528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.138792189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.138803869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.139227953Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.140969598Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.141448533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.143892002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.144444309Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.14447769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.144575153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.144810661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.14510511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.146264707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.146285598Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.146595388Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.149578773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.161404531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"120.804819ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.17231773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.17234842Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.172359661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"131.919713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.172909848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.173524318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.174447378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.17483194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.187095322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.204428465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.206866333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","candidates":"[(15673461-17f9-4bf0-b01f-fbeb9b33627e, 0), (31c27e94-cbc3-473f-818a-1d6f87dda7e9, 0), (9412ac37-843f-4580-aa1a-e1619ed74bfa, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.20739329Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1481, tv_nsec: 574107720 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.209846558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.209873579Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.209881379Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.209887959Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.210289392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.210604242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.210619793Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.210941343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d67b0b-21fa-417d-9d8f-cf93167927bb\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.210961094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.21303028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:04:03.215668464Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.215691045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"175.413392ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.216556403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.216998426Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.264203314Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.264225215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"223.585761ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.291978532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.292004412Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.292268471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e77372-c6a4-4846-971a-8e62e6b0215f\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.292287841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.293863392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.347897387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.347922958Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.348135785Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135c6e9c-13af-433b-a13b-b7c10f5017fd\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.348147895Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.349428736Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.388036829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.38805979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.388450813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d300768-0a7b-47af-9438-32cfe6a8a3ae\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.388490024Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.388773803Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.390158407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.39087459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.391272063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.393983699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.395534729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.39555619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.397100399Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.397592935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.39807194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.399783775Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"359.182282ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.403050579Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.40370123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.403728711Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":61,"elapsed":"363.636294ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.406378805Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.406406916Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.406657844Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.407382398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.407836302Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"898104b3-3024-44fc-a767-2c86bed27b65\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.407857813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.408479673Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.408556015Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.409060701Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.409850806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.409877017Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.409890998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6bbf9fd9-1c1e-4633-8223-4be8baace12f\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.409904108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.409914988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.410355782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.412561903Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.412585754Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.412594244Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.412611734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"372.080694ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.412862062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.414945639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.41497644Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.422116848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.422153249Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.422395607Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.423386429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.423411779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.423447891Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.423609646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.423772311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.425334461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.425655381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427125908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427279763Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427564032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427604183Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427633154Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427656715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.427666245Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":11,"elapsed":"387.26264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.428859704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.429851025Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.430108303Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.430404093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.430427894Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.430672341Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.431917471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.431935612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.432355845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fae297cc-677d-428b-b108-f8265915a652\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.432378166Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.432650514Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.432662065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.433269134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.433574534Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.434218845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.434242945Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.43439208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.434426731Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.434615097Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.435671611Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.435684862Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.435973231Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.437275962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.441078474Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.441094774Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.44127143Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.443394888Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.44347919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":21,"elapsed":"403.25885ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.443671866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.444271626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.444505613Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.444613117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.444759071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.445138023Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.446270689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448222092Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"407.6351ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.448376137Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448389077Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"408.018192ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.448457789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448485Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448520841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448532092Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448762869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448826381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448835422Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.448921194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448933405Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448939625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.448996817Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5c92cc63-f6aa-4c2d-9b92-9042a53ef0f8\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.449039048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.449283606Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.450160334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.450333639Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45127944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45129106Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.4512982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.451831547Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6aca9ef-abd5-4085-8358-f2bd19d4418d\", \"content-length\": \"476\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45191219Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":21,"elapsed":"411.879855ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45192387Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452185029Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b0b7872-80ab-42e1-a0e1-43ad0cca1ce8\", \"content-length\": \"734\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45222742Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452559461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0d986f-3585-4bea-a72a-76b314b337dd\", \"content-length\": \"111\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452572661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452618132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452629263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452796478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45284407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d49401f-6c04-4b8c-8be9-41ae9ee667cc\", \"content-length\": \"111\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.452854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45318557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"987ebcc4-4c91-4773-ba60-b3660e081dc0\", \"content-length\": \"167\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.453213931Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.453567523Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abd7f8bc-0d82-4c19-8d4f-93d376568820\", \"content-length\": \"167\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.453583543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.453887723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939e0417-b4b8-48df-af9b-bc68ba8048eb\", \"content-length\": \"175\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.453897453Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454198503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68453561-e232-4adc-8e1c-2146654323aa\", \"content-length\": \"175\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454207573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454323667Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454334867Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454364258Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"364e8b31-a520-4fca-9b45-24118ea2e820\", \"content-length\": \"702\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454374178Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454507553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454578065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e64ca7e-301e-424f-9fde-3b09ed4378e7\", \"content-length\": \"727\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454598226Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454789202Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dae2fdf-a256-46f2-8625-a32a6c0402a1\", \"content-length\": \"729\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454799392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454984378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5615c4b5-7aea-4f4e-aab0-a2647a6b2e91\", \"content-length\": \"728\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.454993858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.45506086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.455070681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455080011Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"414.768607ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455218705Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25df5c9-cc98-47e7-8e77-4455535e251c\", \"content-length\": \"722\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455257496Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.455580547Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455597007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58acd818-3991-41ec-81d2-ed2d0de49d3c\", \"content-length\": \"109\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455614028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455625168Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"blueprint_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"inventory_collection_id\":\"9412ac37-843f-4580-aa1a-e1619ed74bfa\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"415.242733ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455945778Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e74b66d-76e3-4562-bbd6-fd6162ad7668\", \"content-length\": \"109\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.455959119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.456277039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03bb5212-3778-417a-a985-d309888a56a8\", \"content-length\": \"169\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.456290089Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.456550228Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"057b1039-9a86-4fb6-982f-2af93b514b7b\", \"content-length\": \"169\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.456563108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.456823477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb47ac77-72fc-4bcd-880b-40420e442985\", \"content-length\": \"178\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.456837327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457092415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a1aa44-14b5-4dbd-8fb5-f1594636ef33\", \"content-length\": \"178\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457105356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457218329Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc955a3-af8b-4851-96f8-5ba479dd3ce8\", \"content-length\": \"702\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457230059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457364974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b52630-3910-4a19-8e87-8fc639c15446\", \"content-length\": \"727\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457376114Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457503398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed62f461-ed37-488f-bbe6-b3e525b79908\", \"content-length\": \"729\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457514219Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457637893Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3a6824-46af-4ba9-a4da-539786255b74\", \"content-length\": \"728\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.457649493Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.45786633Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.459649277Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.461682532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.461693442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.461857267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.463036385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.464999538Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.465011678Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.465158683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.489609754Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.489637185Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.489647095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.489908343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.494041095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.494066076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"453.959979ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.517834955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":21,"elapsed":"477.652126ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.524954403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"484.403902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.534140506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.5345683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.534759146Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.535757378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.538452154Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.538469324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.538536096Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.538548607Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.538676161Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.538716502Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.539254179Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.539506498Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4dc267c-4e20-4af4-97bb-c25638ae43cb\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.539729775Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.54144394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.541678497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.541835602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.541847492Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.542005567Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.54742408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.547663468Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.554529467Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.555025403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9fd09938-9ddb-41ab-867d-319269132c03\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.555039834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.557469511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ce14b652-15e1-48aa-a0ca-6ad2a20d2eea\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.557491602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.558924188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"12c4bc13-1c66-40e2-bbd8-46385c7f2ffa\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.558950608Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.560807278Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.560827388Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"520.496815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.609805223Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.610182095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.610671511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.610695461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.612388275Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.612414246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.612423456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.612432377Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":11,"elapsed":"572.224257ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.612906272Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":21,"elapsed":"572.452544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.612948883Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.613426528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.613798311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.615804124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.616237538Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.61659322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.61660615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.616848178Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.640591346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.640973338Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.652012241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.653813998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.654092537Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.654123028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.654137969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.654414848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.65449278Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.654627135Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.655478292Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.655658177Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.656205095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.656942958Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.65731715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.658301932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.658378224Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.658390395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.65855656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.660511543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts-config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.661838555Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.661860346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.662023421Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.66386988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.664075436Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.665374028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.665639656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.6670016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.66731262Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd47aff-90f2-480b-bfba-247583a9edc9\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.66734161Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667352831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667733493Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667745554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667752124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667759764Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667766864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667773384Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.66796013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.667971871Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.667987831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.668196078Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.668211008Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.668324232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.668441776Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.670473361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.670686988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3c4233-0c38-459d-8385-bbfca0250591\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.670702998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.670840532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84263392-77f5-439c-8d05-8d372eb3de54\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.670864223Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.670874154Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.671160163Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.67139433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.672734533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.67296478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.674460418Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.674687415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.675523482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c796cadf-b5b3-45b8-9e98-bddd3a619f56\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.675550003Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.675559693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.675567473Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.675738429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts-config\", status: 204, headers: {\"x-request-id\": \"9ca2aa35-d373-498d-81de-79dab76ad669\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.675750729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.676230825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.677086792Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":21,"elapsed":"637.029527ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.6801597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.680177611Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.680364766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.681367369Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.681637947Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.682937159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.683144745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.684452497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.688221717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.688243748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.688396203Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.692627398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.692832135Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.694628932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.694835569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.696388508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.696641617Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.698857117Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.699028873Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.701072528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.701238733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.702593627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.702830874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.704163927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.704355403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.705338654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.705465738Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4fbf7dd-3bb8-4557-bb28-29352fe1f50e\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.705478779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:673","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.707647248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_config_err\":0,\"put_config_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"22636b0b-8ce5-499b-884f-c5678da160fa\",\"time\":\"2025-03-25T05:59:03.514816100Z\"},{\"operation\":\"list\",\"target_sled\":\"22636b0b-8ce5-499b-884f-c5678da160fa\",\"time\":\"2025-03-25T05:59:03.517359591Z\"},{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"22636b0b-8ce5-499b-884f-c5678da160fa\",\"time\":\"2025-03-25T06:04:03.675735879Z\"},{\"operation\":\"list\",\"target_sled\":\"22636b0b-8ce5-499b-884f-c5678da160fa\",\"time\":\"2025-03-25T06:04:03.705471148Z\"}]}","iteration":3,"elapsed":"667.029395ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.709078434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.709093074Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.709252569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.71053174Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.710699155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.711934585Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.712140192Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.713297829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.71679982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.716817931Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.716954955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.723250706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 8ef6615b-03fe-4fe4-aefc-fb8296f6f856, kind: Service { id: 21410c03-b63f-4abc-8158-d3b3f4064fd2 }, name: Name(\"external-dns-21410c03-b63f-4abc-8158-d3b3f4064fd2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 46])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f818d333-5681-4c41-ab65-262b2aead851, kind: Service { id: 054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0 }, name: Name(\"external-dns-054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 1262618d-b9ed-4f02-90d3-41eea5807c14, kind: Service { id: 0ef062a4-ca8b-4f1b-9e8a-cbf5fe2188ed }, name: Name(\"nexus-0ef062a4-ca8b-4f1b-9e8a-cbf5fe2188ed\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 136])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 88864168-38f2-4a30-824f-586cc9e2d155, kind: Service { id: 5f390268-1cd8-4f7b-8e43-1e5f96eb0e45 }, name: Name(\"nexus-5f390268-1cd8-4f7b-8e43-1e5f96eb0e45\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 112])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff8a2808-0870-4cd5-97eb-a03999b8db5a, kind: Service { id: 43893cc3-1980-4706-a045-1fca4b5daa12 }, name: Name(\"nexus-43893cc3-1980-4706-a045-1fca4b5daa12\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 216])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.723292648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.723547186Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.724855807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.726858462Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.726869762Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.727014236Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.728805854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.728864856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 8ef6615b-03fe-4fe4-aefc-fb8296f6f856, kind: Service { id: 21410c03-b63f-4abc-8158-d3b3f4064fd2 }, name: Name(\"external-dns-21410c03-b63f-4abc-8158-d3b3f4064fd2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 46])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f818d333-5681-4c41-ab65-262b2aead851, kind: Service { id: 054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0 }, name: Name(\"external-dns-054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1262618d-b9ed-4f02-90d3-41eea5807c14, kind: Service { id: 0ef062a4-ca8b-4f1b-9e8a-cbf5fe2188ed }, name: Name(\"nexus-0ef062a4-ca8b-4f1b-9e8a-cbf5fe2188ed\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 136])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 88864168-38f2-4a30-824f-586cc9e2d155, kind: Service { id: 5f390268-1cd8-4f7b-8e43-1e5f96eb0e45 }, name: Name(\"nexus-5f390268-1cd8-4f7b-8e43-1e5f96eb0e45\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 112])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff8a2808-0870-4cd5-97eb-a03999b8db5a, kind: Service { id: 43893cc3-1980-4706-a045-1fca4b5daa12 }, name: Name(\"nexus-43893cc3-1980-4706-a045-1fca4b5daa12\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 216])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.728885616Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.790885127Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","vpc_to_sled":"[Sled { identity: SledIdentity { id: 22636b0b-8ce5-499b-884f-c5678da160fa, time_created: 2025-03-25T05:54:21.455193Z, time_modified: 2025-03-25T05:54:21.455193Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.790920028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.790927548Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.791205757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.793294113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.793555222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.794637116Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.797527199Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.828984393Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.829780609Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"9fad657c-a010-4e21-83a9-b6b4fdaf3294\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.831271246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.831281397Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","elapsed":"791.211042ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.831288707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":3,"elapsed":"791.220362ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.860850701Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"52aa6a7d-1603-40c2-b38c-32d58b0bf9af\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:03.860879132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.860888863Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.861370398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0e61c3-da8a-4c3c-a576-a589bdc1daab\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.861408489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.861728569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.865156039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.865344885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.868350361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.868702542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.870742197Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.871114489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.878896928Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":21,"elapsed":"838.699018ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.928224793Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c045871b-4818-4b52-9a15-2d111b2401a4\", \"content-length\": \"31978\", \"date\": \"Tue, 25 Mar 2025 06:04:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.949051508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.949071799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.949079819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.953522881Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.953777789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.955084311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.957009042Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.957069104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:03.95723189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:04.14852634Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"d2ef2252-0761-4086-86a6-d728b75365bf"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148568261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_started":"2025-03-25 06:04:03.451264 UTC","collection_id":"d2ef2252-0761-4086-86a6-d728b75365bf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148578051Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"collection_id\":\"d2ef2252-0761-4086-86a6-d728b75365bf\",\"time_done\":\"2025-03-25 06:04:03.951552 UTC\",\"time_started\":\"2025-03-25 06:04:03.451264 UTC\"}","iteration":2,"elapsed":"1.10833213s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148589192Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":5,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148596202Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148604072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148611512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.148995825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.149011915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.15073169Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.150905516Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.15386626Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.153888071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.154091717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.154578993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.154609284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.154814311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.156618438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.156736062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.156899477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.157122564Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.158760817Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.162069632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.162092203Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.16231085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.198219396Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.198693211Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.201036486Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.203801834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.203824375Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.204045172Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.205382875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.208121042Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.208141533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.20836839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.211667855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.211915753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.213646649Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.216345935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.216365925Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.216568342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.218855005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.220829888Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"72.225706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.221423947Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.221447038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.221646564Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:04.224283378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:04.224350171Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"blueprint_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"inventory_collection_id\":\"d2ef2252-0761-4086-86a6-d728b75365bf\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"75.762979ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:04.943137719Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"cdcfbf66-b2d5-44f9-9632-5076ecdc758a","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":378,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.040314828Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.040372839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.04038296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.04039269Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.040873785Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.040911016Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.04225565Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.043000243Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.043366145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.044331656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"4.008238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.045052819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.04507032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.045204504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.046916088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.047138926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.048397566Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.051206505Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.051222416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.051364821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.060518913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:13.060539574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":62,"elapsed":"20.245097ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:14.942207542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"41714542-9943-4b6c-bf58-5ae1d0c6c8b5","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":405,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.039357371Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.039412413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.039514256Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.039523826Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.039763714Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.039781245Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.041252732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.041455368Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.041654374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.044509925Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.044537886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.04466631Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.046512909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.046785108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.047880403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.050744145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.050768715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.05091755Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.062694936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.062730647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":63,"elapsed":"23.382647ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:23.075501155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"36.130144ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:24.942511097Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"ca415130-7c39-4177-a413-64d02e198aef","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":372,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039842991Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039913184Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039928094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039938825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039950025Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039959245Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039969255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039979996Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.039990866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040001436Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040011147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040020597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040029988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040040178Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040048848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040058478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040067839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040076729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040087249Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.04009901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.04010968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.04012032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040131091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040161912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040173582Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040184962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040195163Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040205033Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040214753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040299196Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040329327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040456051Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040468431Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040505293Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040515403Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040529323Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040538394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040546854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040555444Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040565214Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040571785Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.040583135Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041185104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041215835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041227586Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041237156Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041246686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041256467Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041265817Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041275367Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041284168Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041293558Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041461063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041530875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041546886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041558766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.041570407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.044416508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.046833225Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.047868328Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.047896549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.048063424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1511, tv_nsec: 414882165 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.048177868Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.048233979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.048322032Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.049236671Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.049270563Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.049413847Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.050178781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.050205913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.050481041Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.050504092Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.050698048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.051028119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1511, tv_nsec: 417824069 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.051177124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"11.188958ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.051326428Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.05357982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.053607601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.053692794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.053713174Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.053723205Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.053809528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.054079726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.054405327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.054430337Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.054577932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.056612837Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.056787573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.057597798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"16.408154ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.059806069Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.05983393Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.059985585Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.060934555Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.060961766Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.061177973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.063140856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.063764075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.064173879Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.065300144Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1511, tv_nsec: 432121575 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.065648066Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.065899504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.065927825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.066132901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.068968312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.069357294Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.069742797Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.069986714Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.085475429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.085976835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.108179304Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.108650019Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.110268921Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"70.348547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.116940064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.117859293Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.120777867Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"79.614753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.120815478Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.121217661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.122535793Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"81.40971ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.123585236Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.123640588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"83.668192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.125444176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.125680153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.126356845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.126489649Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.12650823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.12651845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.12652898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.126690485Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.126722786Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.126865531Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.128558215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"87.354901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.12870287Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.129219646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.129876007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.129908708Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.130239829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f54f17-6d2f-4b58-af95-da9c98417c9f\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.130265359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.131515419Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.13153701Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.131791058Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.131990615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.132615615Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.132640686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.132733918Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.132892483Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.133017647Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.134176075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.135086684Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.135229608Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":22,"elapsed":"95.202561ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.137050366Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.137076027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.137209031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.137304284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.137324605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.137460489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.13840728Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"98.353611ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.13873706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.138759081Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.13903113Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7d591b-becc-411a-9301-dc4c34c9129a\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.13905659Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.140486496Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.145254808Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.145285299Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":64,"elapsed":"105.380305ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.163043457Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.163081858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.163097488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"123.109452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.167427046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.167721496Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.168273523Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.168292784Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.168594074Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"052167d4-b7d7-4259-b63c-eb9995db0c10\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:04:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.168621264Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.169277095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.169818353Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.170200905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.170719731Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.171662461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.171678452Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.171954891Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.172170878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"131.005134ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.173367276Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.175395471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.175411601Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.175559716Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.181227637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.181249228Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"141.20349ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.182544519Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"142.716809ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.344203352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.344623296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293f91f8-3a70-4127-a48d-e56e7810d375\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.344651007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.344660677Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.344668427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.345903867Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":22,"elapsed":"305.936422ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.371411962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.371654459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6405cf7a-0c10-4344-a872-7f9dc4f61223\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.373027663Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.373293192Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.375232904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":22,"elapsed":"335.234017ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.38481567Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":22,"elapsed":"344.953387ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.408911769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.40893399Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.464843426Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b13de5-2083-44a7-8a85-bf04e342abd3\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.464865466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.465138265Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.471220589Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.47154046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.473554864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.473574545Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.473724449Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.488707158Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.488839452Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.488857513Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.489043389Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee875592-fbbe-4a7f-a286-4f768b6d99c4\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.48906833Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.48907981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.489157442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8e55198d-2cec-48cb-b52d-7ae4a7bb4adf\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.489170193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489326738Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489336978Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489343998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489351059Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489358239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489365749Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489515104Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489531734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.489588496Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.489642498Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.489651488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.489931497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.491556819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.491853519Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.492262352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.492375715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8539f6d-ceeb-4be4-9380-46187488b38a\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.492387056Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.492469978Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77745139-a40e-4e5a-926f-0245ff7e6227\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.492483929Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.492493569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.49504399Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.495235047Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.497892021Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.497912392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.579737866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"136e53d4-d4dd-4f19-b3fe-8b3dfea095dd\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:33.579772757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.579784807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.580251782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2516fe9d-d5db-4e08-9d08-d3620ad9bede\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.580283683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.580479269Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.580535781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cfd92ce5-ee0f-4018-9080-27ec2a3e2ca2\", \"date\": \"Tue, 25 Mar 2025 06:04:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.581954276Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":22,"elapsed":"541.936039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.584182757Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.584366233Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.587569076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.587853825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.589482597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.589674183Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:33.596743439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":22,"elapsed":"556.893547ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:34.942256134Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"7212068d-db21-4943-b05f-d29095672059","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":447,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.039431711Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.039480703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.039490683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.039498344Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.039789913Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.039838254Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.041443996Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.041608931Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.04188433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.043646126Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.210064ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.044457612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.044479643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.044614087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.04628869Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.046499977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.047768968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.050400472Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.050419992Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.050547246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.056984322Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:43.057008363Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":65,"elapsed":"17.589572ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:44.942776324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"bdb7c43f-9ae7-458b-ae0e-0699e46ad9b1","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.039918484Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.039972546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.039982886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.039990976Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.040236434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.040249254Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.041942748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.042431984Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.042679472Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.044425398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.504184ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.044648775Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.044661405Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.04479632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.046469523Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.046626088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.048319912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.050790691Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.050819732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.050933776Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.060169641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:04:53.060195891Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":66,"elapsed":"20.283878ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:04:54.942024536Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"8db083a6-9774-45e4-a5cb-6945ddb2d8de","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.039987681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040054343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040070954Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040082794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040094694Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040105675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.040117755Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040128045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040135276Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040143806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040151836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040160166Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040166807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040173187Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040179037Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040186587Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040193667Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040201858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040209238Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040216798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040224628Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040231419Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040238919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040246469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040253449Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04026043Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04026768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.04027447Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04028096Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04028855Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040297771Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040307181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040318222Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040328092Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040339802Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040350143Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040360383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040370253Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040380193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040389354Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040398404Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040406944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040415845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040424265Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040433215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040443115Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040453156Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040462936Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040472076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040481767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040491087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040501717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:05:03.040511128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040522578Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040531188Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":13,"elapsed":"13.971µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040542069Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040552279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040562459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04057135Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04058081Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04059147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040601031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.040612811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:55:03.040520448 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040624341Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040635462Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040645672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040654662Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040667693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040679383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040691683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040703504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040718664Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040740695Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040828648Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04089767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 407803420 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040920161Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040933841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040945971Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040958312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040971142Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040983393Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.040995733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041006624Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041019234Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041031444Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041044415Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041054285Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041062805Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041072335Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041083286Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041091566Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 407997117 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041104156Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041112277Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041121057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041649884Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041675885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.55398ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041727887Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.041739527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.705404ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.043365969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 410284340 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.043682149Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04434401Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.044569327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04497666Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.045251359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.045329571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"5.32185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.045520878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.045949501Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.04652887Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 413437180 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.046893621Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.048273656Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.048298906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.048464432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.048829543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.048849074Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.049067561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.058046108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.058297196Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"18.023296ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.058781401Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.060537627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.062287463Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.062322934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.062605643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.063289585Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.063319966Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.063608675Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.064636798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.064670759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.064877366Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.067566962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.068633926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.06969497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.069722961Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.069734421Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.070180075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.071531128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.071558819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.071842108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.073650476Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.074616327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.074644148Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.074656068Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:55:03.040520448 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.074669389Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:55:03.040520448Z\",\"pruned\":[]}","iteration":12,"elapsed":"34.13678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.074980769Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.076830048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.076858629Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.077089356Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.091437374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.0919472Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.09913526Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.099172361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.099184342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.099608115Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.108544981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 475435691 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.109022966Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.115871295Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.116471814Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.117157166Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"76.795133ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.117659102Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.117681953Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.117697183Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"77.385542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.11886605Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.119262313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.120074919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.120213073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.120598846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.12231465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.122911089Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.123194369Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"82.906768ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.123430846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.124404937Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.124452279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.124594673Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.126530465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.126853346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.126878536Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.127190746Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.130586045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.130619646Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.130875004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.131963109Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"91.760821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.132869187Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.133103885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.133479707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.133822378Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.134150139Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.134673815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.134978355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.135507442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.135796851Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.137102353Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.137123723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.13733669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.13762465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.137845597Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.140072658Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"99.572781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.14514299Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.145180091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"104.713125ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.149138667Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.149165518Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.149178948Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"109.136286ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.149284522Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.153496666Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.154302532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.154332733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":67,"elapsed":"113.796475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.15830154Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.158597849Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.160283463Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.160667655Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.161668958Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.161697768Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.161910755Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.166247543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.170316773Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.170342724Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.170518979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.172356248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.172380439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"132.405078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.17460182Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.175113246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.17617681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.176192741Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.176200411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"135.835448ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.193424181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.193884746Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.196490169Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.196743007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.200028362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"159.70891ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.204103152Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"163.810751ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.209797234Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"169.582856ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.21561426Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.215641881Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.215653031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.215661731Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.215991052Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.218858543Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.218875974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.218882894Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.218888934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.219174153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.225421273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.238758219Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.267377663Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:05:03.267628551Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.267656972Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"227.595289ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.267671992Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.285396949Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.285416839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.28576296Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb5d91e-9961-4915-a4e8-21b6aa2f1381\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.285784541Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.287621789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.353447712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/0e235e40-ce67-4e17-8d27-fa5bcca9d3fe/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.353969909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/0e235e40-ce67-4e17-8d27-fa5bcca9d3fe/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc44541-6346-4124-ac0b-553f9d284998\", \"content-length\": \"130\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.356160569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.356609383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.35681063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.357045327Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.357230343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.359461794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.359482285Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.359696982Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.360821907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.360840928Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.360855259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.360862859Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.361000133Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.361026594Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.361052535Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.361170709Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.361183279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.361452568Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d28a37-e3e7-467f-b6e0-9159e69d9acc\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.361464428Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.36308443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.36310698Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.363274026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.363369119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.364499525Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.365783806Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"vmm_id":"0e235e40-ce67-4e17-8d27-fa5bcca9d3fe","sled_id":"22636b0b-8ce5-499b-884f-c5678da160fa","instance_id":"09d91a81-9629-4268-943e-2b806a050064","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-25T06:04:59.334205550Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.365807957Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"vmm_id":"0e235e40-ce67-4e17-8d27-fa5bcca9d3fe","sled_id":"22636b0b-8ce5-499b-884f-c5678da160fa","instance_id":"09d91a81-9629-4268-943e-2b806a050064","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/instance.rs:2088","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-25T06:04:59.334205550Z }","propolis_id":"0e235e40-ce67-4e17-8d27-fa5bcca9d3fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.365821097Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"vmm_id":"0e235e40-ce67-4e17-8d27-fa5bcca9d3fe","sled_id":"22636b0b-8ce5-499b-884f-c5678da160fa","instance_id":"09d91a81-9629-4268-943e-2b806a050064","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.366298093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"vmm_id":"0e235e40-ce67-4e17-8d27-fa5bcca9d3fe","sled_id":"22636b0b-8ce5-499b-884f-c5678da160fa","instance_id":"09d91a81-9629-4268-943e-2b806a050064","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.366595342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.366614973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.366783548Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.388468191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.389929907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":23,"elapsed":"349.540634ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.40066767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.400700361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"360.248686ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.401502877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.401523758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.401537988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.401845368Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.403515961Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.403531922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.403540352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.403822771Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.409888565Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.41285919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.41287786Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.413164919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.454485729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.4545255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.454959834Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fcfbf81-edb1-4961-a9a3-53315cd55baa\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.454984165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.457439753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.464595432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.464993235Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e602d2a8-dea8-44a4-ab79-d74395fb09e2\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.465021556Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.467199915Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"10af3166-e752-4e26-b733-2b597ece7cab\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.467222346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.4689215Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.468958312Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"428.890867ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.512824873Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.561330652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":23,"elapsed":"521.234237ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.620740279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.621119181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beeeaf47-c352-478f-b1c2-957834600e6d\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.623538819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.623852849Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.628047843Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.628069463Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.655629634Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.657969898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.65833436Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.659474717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":23,"elapsed":"619.069422ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.665472988Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.665497889Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.665714426Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.66582794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.66583956Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.666029456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.667466782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":23,"elapsed":"627.47808ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.668909098Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.668935469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.668947029Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.668957729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":12,"elapsed":"628.783813ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.66897969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.669007661Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.669016721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.669024162Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":12,"elapsed":"628.853245ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.669699503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e24ee66-2cc8-4d2d-af56-e9d4d64593a8\", \"content-length\": \"811\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.669730334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(13966821) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.669741705Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.669749665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.670883831Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c536e8-5b5d-4a6d-a727-872819d441a6\", \"content-length\": \"585\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.670910852Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.671220682Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.672139301Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":23,"elapsed":"631.656035ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.691926833Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{63e5c94f-e2c1-4fa2-a8d2-0575e85b71d3: {10.151.1.176: {5bd396f0-3e7b-4fcd-abdb-d5647fd3192e}, 10.151.1.175: {5bd396f0-3e7b-4fcd-abdb-d5647fd3192e}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.691958074Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.692294525Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"222b5339-72a7-44ff-81d4-f7dc34ce7584\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.692320116Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.692659906Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.695207518Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.695431645Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.698870905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.699179355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.702871413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.70311606Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.705497896Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.705708893Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.708808812Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.709023369Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.712130208Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.712143359Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.712149669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.712650165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5f636fe1-ed66-424a-846e-7bc1906ea30b\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.71404741Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":23,"elapsed":"673.821861ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.719891686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.720344091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"89d7f771-2260-493e-bcc9-a16bf790bc2e\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.720357341Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.722621194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2ff7c5b5-6f1b-4b7f-a064-ff76000d1ce8\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.722635184Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.724148002Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca88e6b4-c9a6-4697-b5b4-9057b810efa7\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.724159193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.726183057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.726232949Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"686.092013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.765749651Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.766085922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.768589662Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.768603782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.768927782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.779598733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.779973115Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c34092-5f24-4162-a81e-c7917bcaca2d\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.779999466Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780010087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780324337Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780334437Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780341227Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780347997Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780355027Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780361638Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780556194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780566374Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.780730119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.78073856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.781081781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.784211141Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.784333574Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c22fd7-3961-46da-ab0f-0f517c8406da\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.784369006Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.784462679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da003bc-3b63-4c39-b4cf-5d7d7638e9bb\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.784479099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.784489239Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.857673707Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.857694908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.889157753Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.889283157Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:42645"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.889297557Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1bc36841-9ec2-4f83-bb9e-edd9e6fa6418\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.889305858Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.889312358Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.88937742Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ebb74cd1-e5c2-43b8-81f7-df71c52c8e68","remote_addr":"[fd00:1122:3344:101::c]:42645","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.889635798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98354278-1d5e-454a-9862-9ea1f3f47e83\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.889657179Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ebb74cd1-e5c2-43b8-81f7-df71c52c8e68","remote_addr":"[fd00:1122:3344:101::c]:42645","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.889669009Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.88999528Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.893609335Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.893820532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.896958602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.897352864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.899566555Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.899752741Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.905949459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":23,"elapsed":"865.397289ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.926350311Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/oximeter.rs:76","collector_id":"a6683c3c-9421-4af6-9931-047c74490526","producer_id":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:03.926372321Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/producers","method":"POST","req_id":"ebb74cd1-e5c2-43b8-81f7-df71c52c8e68","remote_addr":"[fd00:1122:3344:101::c]:42645","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37051,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.926431953Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb74cd1-e5c2-43b8-81f7-df71c52c8e68\", \"content-length\": \"41\", \"date\": \"Tue, 25 Mar 2025 06:05:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.928472048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:03.928482349Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"producer-registration-task","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:04.945639786Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"2d4fc453-abf4-4389-a7c8-3894f2b755b5","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3201,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.039779859Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.039838561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.039847511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.039854662Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.040169682Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.040184662Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.042229307Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.045080799Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.04510909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.045259144Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.04857479Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.048774416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.050203452Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.053106935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.053132336Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.05328106Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.059401946Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.059431507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":68,"elapsed":"19.656658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.077868086Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.078217417Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:13.079679844Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"39.888954ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:14.93650521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:59561"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:14.936597013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"52eb859b-4f18-499f-9ea3-f7eba036d9ed","remote_addr":"[fd00:1122:3344:101::d]:59561","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:14.936932254Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"52eb859b-4f18-499f-9ea3-f7eba036d9ed","remote_addr":"[fd00:1122:3344:101::d]:59561","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:14.939221957Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"52eb859b-4f18-499f-9ea3-f7eba036d9ed","remote_addr":"[fd00:1122:3344:101::d]:59561","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2675,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:14.939423263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"d96bd47a-6810-4f54-be6b-b08ac83c1dcc","remote_addr":"[fd00:1122:3344:101::d]:59561","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:14.939687011Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"d96bd47a-6810-4f54-be6b-b08ac83c1dcc","remote_addr":"[fd00:1122:3344:101::d]:59561","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:14.941787599Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"ee3e6bad-d262-4e10-af72-3a45edb011c0","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":324,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:14.941972355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"d96bd47a-6810-4f54-be6b-b08ac83c1dcc","remote_addr":"[fd00:1122:3344:101::d]:59561","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2584,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.039145382Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.039196304Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.039204854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.039211684Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.039514224Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.039525994Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.041668313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.041754025Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.041862729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.043521632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.38246ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.044651758Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.044662889Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.044837994Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.046227539Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.046568229Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.047968364Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.050718372Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.050729642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.050871267Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.060466033Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:23.060480334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":69,"elapsed":"21.342301ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:24.942798934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"e101ed0b-aa0a-4d63-aa67-255944fc0152","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":506,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039168028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.03922249Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.0392324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.0392407Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.03924751Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039254641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039260781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039268181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039275481Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039282521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039288632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039295072Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039301232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039307362Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039314922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039321943Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039328563Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039335203Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039342923Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039349404Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039356544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039363864Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039370804Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039377535Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039384665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039393175Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039403445Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.039413076Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039420716Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039685744Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039701665Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039750796Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039832159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039843419Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.0398784Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039890801Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039900701Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039913842Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039922532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039961829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039970854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.039979144Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040458559Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040470039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.0404776Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.04048376Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.04049048Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.04049732Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.04050398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040510841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040519981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040527521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040707477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040917844Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040928654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040964265Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.040974726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.041809802Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.042785383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.391558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.042812924Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.045562542Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.045581443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.045835031Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.046199273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.046210193Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.046455611Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.048849477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1571, tv_nsec: 415858588 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.049170627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.049754326Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.053139874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.053168145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.053297439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.053414603Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.053474715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1571, tv_nsec: 420486196 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.053787735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.053828796Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.055340014Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.055748038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"15.274168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.05582706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.056188721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.056618455Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.056633026Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.056848573Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.057793843Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.057815213Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.058102593Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.060592922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.060608513Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.060777498Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.065367625Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.065758727Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.067864494Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1571, tv_nsec: 434875825 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.06803246Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.068268957Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.068388901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.069847038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.069876829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"30.66231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.096240671Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.096699286Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.096730266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.099017309Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.09904313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.099211886Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.102873153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.102895413Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.102904794Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.103223194Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.104194355Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.104863416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.107341315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.107368746Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.10779108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.107816781Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.107865962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.108194693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.110238728Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.110369632Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113005696Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113029527Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113176522Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113464261Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113670517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113696908Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.113894735Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.117358945Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.117384966Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.117623364Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.121714784Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.121742715Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"81.192373ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.122012634Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.122480079Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.122948554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.127370555Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.127462218Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"86.973649ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.128430619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":24,"elapsed":"89.130157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.128743979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.129106561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.129839284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.129857325Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.130070571Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.131520147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"91.049428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.131677533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.134530874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.134551564Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.134765881Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.138829071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.138856752Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":70,"elapsed":"99.519618ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.148063386Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.148095507Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.148403087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c03a92b3-fa51-4339-a292-6c5c08d6cb4f\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.148424938Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.150329678Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.151159125Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"111.968196ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.152823668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.152845839Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.152852909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.153316094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.154996897Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.155009588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.155297577Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa483945-560a-4974-bce4-14a8f2cd0d56\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.155317498Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.15915315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"119.924081ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.160006857Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.166892036Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.167149045Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.20769398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.207730761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.20800905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a496c3b3-73ec-400f-a046-e70a893ba215\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.20802686Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.209537099Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.212026588Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.212262916Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.228826155Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"189.472701ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.241370935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.241391116Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.241894932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b3935f-9a85-447f-9a48-8b260ea2c7f0\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.241920593Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.242223223Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.276035062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.276077274Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"236.887825ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.276669843Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.276685763Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.276694594Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"237.455344ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.27688036Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.277234141Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be573677-7b24-4389-85d5-8357abd23912\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:05:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.27814941Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.279031118Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"238.516108ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.279524084Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":24,"elapsed":"240.16041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.279535954Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.279842434Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.280492455Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.280503955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.280695442Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.281240139Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":24,"elapsed":"241.923166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.282156308Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.284145282Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.284161462Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.284322047Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.287200149Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.28721997Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.287493228Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dba5c161-e805-4efd-b874-99d8152e8b6a\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.287504729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.287786088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.28940324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.289610776Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.293138909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.293361506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.297385235Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.297407295Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.297909691Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f47a091d-646b-4f71-b0dc-008ba9140aff\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.299317376Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":24,"elapsed":"259.908081ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.364035273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.364374624Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.366527313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.366547553Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.366896965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.377363819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.377574176Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a4f96a-512e-4e08-bffd-5019e13f0e95\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377597606Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377607767Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377809083Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377819604Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377826874Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377834634Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377842004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377849974Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377978089Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.377988019Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.378146394Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.378156064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.378387552Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.378525816Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.382968128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.383101342Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b839afd5-b052-4911-beef-246b244c93fa\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.383121433Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.383229926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe1a711-90ce-4344-8688-6c856929bd91\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.383255567Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.383267288Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.448937255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac091bbf-26a1-4dc1-892e-185599de085a\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.448965756Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.448976796Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.448985007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.449884835Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":24,"elapsed":"410.636275ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.536896965Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9cc415ff-32dd-4124-8809-3e81823a0fcc\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:33.536920955Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.536930266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.537230475Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1658d16b-e07d-4ca1-9895-a876a0f1de65\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.537271257Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.537542825Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.541054007Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.541249424Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.544970132Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.545294293Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.547540094Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.547760441Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:33.554582249Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":24,"elapsed":"515.304588ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:34.942515129Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"37710cf6-3ce4-4b2f-889e-14ebaa844417","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":422,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.039657309Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.039713361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.039723891Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.039732091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.04002035Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.040033001Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.069728669Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.070465223Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.070834815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.072550469Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.07256515Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.072702124Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.074524642Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.074686138Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.076412683Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.078862861Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.078876071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.079010226Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.087519748Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.087547078Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":71,"elapsed":"47.88319ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:43.106643088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"67.00239ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:44.942817575Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"37800c17-c127-40d1-ab9f-af177caaae7d","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.039947383Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.039999325Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.040009225Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.040017385Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.040300264Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.040458189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.041951787Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.042154073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.042239456Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.044932992Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.044959013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.045082877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.047157003Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.047446532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.048975221Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.051703368Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.051716559Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.051847263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.059358993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.059373043Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":72,"elapsed":"19.42458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:05:53.070814559Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"30.885996ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:05:54.942575092Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"7fca3a7f-9594-4c10-911d-467991351bcc","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":572,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039162073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039213324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039222185Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039229745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039236745Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039244145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039250346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039258306Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039265266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039271986Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039279167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039286777Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039293537Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039300167Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039307638Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039314668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039322158Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.039329088Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.03937521Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.03938798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.03939815Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039407821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039416461Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039425641Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039434071Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039443962Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039452652Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039461723Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.039470873Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 05:56:03.039369349 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039480053Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039488823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.039499644Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039509354Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039525114Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039534075Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039543465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039554395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039565326Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039575836Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039585536Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039595297Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039605347Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039614877Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:06:03.039624318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039635508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\"}","iteration":14,"elapsed":"12.571µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039647118Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039657989Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039668619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039678749Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.03968808Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.03969899Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.0397087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039718291Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039727981Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039737471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039749922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039763062Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039775493Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039843685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039859185Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039871025Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039944798Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039965679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.039978079Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.03999308Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.04000294Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.04001279Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.04002278Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040035821Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040044851Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040050721Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040057502Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040064712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040073722Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040079782Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040086392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040093313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040100243Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040109333Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040115823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040125004Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040131244Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040138044Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040144904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040151534Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040160425Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040167445Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040175225Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040183866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040195696Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c9b64f6-b831-4a59-aedf-bd11e8fe65cf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c0052beb-7c73-49ec-b64a-faa50d10d567.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c1e96345-cfc4-47f8-a59c-7f38f2c978fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1601, tv_nsec: 407256055 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040209046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"054c2b1f-e47b-4a1a-b6b1-23ab7580bcb0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"21410c03-b63f-4abc-8158-d3b3f4064fd2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1601, tv_nsec: 407252755 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040369592Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040388802Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040401262Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040410123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040422353Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040433734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040443464Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040454324Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040465435Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.04064159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040666751Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040674581Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040683091Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.173028ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040807126Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040819546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.321852ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040880668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.040893978Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.041115595Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.042356455Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.042381406Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1601, tv_nsec: 409487307 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.042638064Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.042658885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.045060381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.045090332Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.045215106Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.047601523Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.047627843Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.047888432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.050100862Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.050287418Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.051779346Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"12.493939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.053692307Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.053847482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.054031028Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.055025729Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.05534313Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.056039022Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.056068273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.056272999Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.056882319Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1601, tv_nsec: 423986559 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.0572425Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.060383681Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 05:56:03.039369349 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.060446783Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"expiration\":\"2025-03-25T05:56:03.039369349Z\",\"pruned\":[]}","iteration":13,"elapsed":"20.304259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.060585427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.064314266Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.064344317Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.064601986Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.065539085Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.067841119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.06786999Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.068076326Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.070847975Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"30.847805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.096398431Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.099314524Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.100722549Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.10075875Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.10106446Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.102847637Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.102878968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.103208248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.116806933Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.119171058Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.11921126Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.11922182Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.119757077Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"79.605203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.119790428Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.120401968Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.120575713Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.120595894Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.120922284Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.120944365Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.123745964Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.124208759Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.124889761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.124914612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.12516666Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.125190921Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.125203471Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.125448679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.127824095Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.129404225Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.129619512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.129649153Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.130120288Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.131882544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.132087191Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.132304938Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.133269319Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.13332162Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.134440956Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.134824888Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.135733827Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.136061668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.136086489Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.136318706Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.13705702Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.137085241Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.137254216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.139507818Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.139532939Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.139546909Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"99.515968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.139755796Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.139773316Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.140051935Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.14553171Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"105.528681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.147137812Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.147331248Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.147483943Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.14769846Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.148118253Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.148227697Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.148269848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"108.247287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.149379463Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.149851418Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.153630619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.15366395Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.153698381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.153743343Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.154005761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.154102784Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.157822853Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.160338443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.160375154Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.160631503Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.161360716Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DnsResolver","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-22636b0b-8ce5-499b-884f-c5678da160fa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1601, tv_nsec: 528432095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.161745398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.162339077Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.163730252Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.164149905Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.164694352Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.164719303Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.164895809Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.169160465Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"129.829937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.169405093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.17339657Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.173426281Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.173834184Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.178492693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.178524934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":73,"elapsed":"139.310549ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.185000271Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.185032602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.185044432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.185054643Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.185353242Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.187489771Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.189136533Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193598506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193630977Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.193642627Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193654517Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193666278Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193678508Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1283d373-5d34-4f03-805c-d2176f283f9c\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:06:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.193691118Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193702479Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193712749Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.19372529Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.19373614Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.19374504Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.193808372Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.195072263Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.195153065Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"155.716484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.195181726Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.195836947Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.196150797Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.197773979Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.19779783Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.19781391Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.198004416Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.198857823Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.199260046Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.200019381Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.20061205Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.20063022Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.200642411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"161.315223ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.200778685Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.203030987Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.204046349Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.204124432Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.204152733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"164.906617ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.207897712Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Sled { parent: Fleet, key: 22636b0b-8ce5-499b-884f-c5678da160fa, lookup_type: ById(22636b0b-8ce5-499b-884f-c5678da160fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.207924973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.208109379Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.208122699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.20813106Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.208475561Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ff40f0-f3a2-47d0-a2db-55f37a88fdaf\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:06:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.208497202Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"169.223645ms"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.208509852Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.208650866Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.208662807Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.208946136Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.209993049Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.210283679Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"0","iteration":25,"elapsed":"171.033133ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.211178787Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.211335082Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"171.328242ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.211350382Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b1732916-f73b-4edf-9e81-87a434f5f46c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.211360073Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.211367873Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.691821 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.211375843Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2}","iteration":13,"elapsed":"171.929242ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.212704596Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.212727497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.212910532Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.214419761Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.214642318Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.223232922Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.223826581Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.232210159Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.23223802Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"193.080527ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.247486087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.247522398Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.247536418Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"208.316454ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.250653638Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.250683829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.250695569Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.25070555Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.251098662Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.259538912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"219.513061ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.279605353Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.282091822Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.282112063Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.282289668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.295419998Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.29579898Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.29675506Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.297306698Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.300535181Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.300554232Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.300778829Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.301311946Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.301329736Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.301475511Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.30239067Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.305350035Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.305372536Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.305582932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T06:06:03.315791429Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.315812659Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"276.285905ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.330844919Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T05:53:59.620792Z, time_modified: 2025-03-25T05:53:59.620792Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, db_silo: Silo { identity: SiloIdentity { id: c1eb2fef-a054-42b9-8daa-dd2cf9c1e557, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T05:54:24.635326Z, time_modified: 2025-03-25T05:54:24.635326Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.33088129Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]}},\"default_endpoint\":{\"silo_id\":\"c1eb2fef-a054-42b9-8daa-dd2cf9c1e557\",\"tls_certs\":[\"ed7b1b26212c07108d076aec24738fee636612f9940ffe8f2959b96538af8457\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"291.398177ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.340631422Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.340657093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.340668123Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.340675443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"301.287313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.340947172Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.342830672Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.342852013Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.343132192Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"MgsClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8903bf38-1cc8-442d-ae31-f3fc3c0eab6d\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.343149602Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.345132666Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.348680399Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.348950848Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b2d00f-97c7-4937-8160-f1a7efaf12c1\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.350417544Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.350696443Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.365445934Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.365822636Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"98ef76cc-2680-46d6-85ec-b028aa498b0c\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.365837667Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.368079699Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.368328147Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7cab5133-e22e-4b65-b26a-d25070b88962\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.368345717Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.3696954Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":25,"elapsed":"330.28093ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.370893128Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.370907689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"331.373744ms"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.406690722Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.406717473Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.406980841Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab261196-c953-401c-9b71-77c90bebebca\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.407018872Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.407380554Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.408426457Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.409480321Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"null","iteration":25,"elapsed":"370.318938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.411461774Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.411476885Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.41163704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.414247603Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9573d3f6-1b51-494a-9ddb-9b99a422f6e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.414258714Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.414269854Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"current_time_created":"2025-03-25 05:54:24.206415 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.414283944Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1}","iteration":13,"elapsed":"374.970026ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.423682055Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.423705635Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.423911562Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0c8a36e0-3dc3-422e-9661-1c5fca7864af\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.423933512Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.424114328Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.426271497Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.426459963Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.429674336Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.43012932Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 22636b0b-8ce5-499b-884f-c5678da160fa push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.4326093Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.43262334Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.432995402Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"86f48f46-f0cb-419e-8993-440017d32379\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.434759688Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":25,"elapsed":"395.365158ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.442235227Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.442702082Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"69588c21-4997-4bb3-b712-1eacda2fb588\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.442728813Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.444876692Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fe42ab10-3553-4e3e-9321-b6a22c855f9b\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.444895392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.446457762Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9ab9f49a-a560-4c03-a36b-f40b1ce502a9\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.446474363Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.448642172Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.448691273Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"409.344665ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.527383737Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.527722927Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"SledAgent":"22636b0b-8ce5-499b-884f-c5678da160fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1312d059-0f8a-4b58-8cdb-492d61edfa3f\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.527750488Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.527758789Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.527766189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.52966722Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":25,"elapsed":"490.110304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.529776703Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.530146315Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.531845259Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 760b33d8-b380-41b3-9ed2-ac0cc279eecc, rack_id: 76f4e0a2-264a-480b-9e23-a6968f3a375f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b40a81e-6ae2-410d-bc28-bc2d7802ecce) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.53185779Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.532033865Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.541872739Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.542144438Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298bb899-b15a-473b-827f-1f39ce16be62\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542164309Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542174749Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"2b40a81e-6ae2-410d-bc28-bc2d7802ecce","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542411087Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542433887Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542442668Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542450268Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542458038Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542465108Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542615993Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542626654Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.542772878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.542782459Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.542977845Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.544796903Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.544908616Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db1c64f-ffd8-4ba4-889c-a2607ee77f5b\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.544925227Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.544999619Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"component":"DpdClient","rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7724d461-20c4-4bee-b79f-096a28eb7c1d\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.54501133Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.54502179Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.644818367Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0d49dae6-084f-4d80-b70c-6b217f944c07\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:03.644865119Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.644878689Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.730106482Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"rack_id":"76f4e0a2-264a-480b-9e23-a6968f3a375f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b5f4d8-51a2-44c9-926f-980ba1b5a8fd\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 06:06:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.730153203Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.730481204Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.733743818Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.733945904Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.737710734Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.738112187Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.740042509Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.740272216Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:03.746868477Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{}","iteration":25,"elapsed":"707.294411ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:04.942701901Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"a72ed602-3aeb-4c99-a02e-6e342fb8c014","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":462,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.039105797Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.039163299Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.039175039Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.039184189Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.039491439Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.039506269Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.041113361Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.041221364Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.041315057Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.044151008Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.044163458Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.044307903Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.045701107Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.045872973Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.047561427Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.05015912Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.05017251Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.050303405Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.059214129Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.05924044Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":74,"elapsed":"20.128393ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:13.078092752Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"38.998905ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:14.935575948Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:40285"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:14.935668811Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"75c1e718-1af4-4db2-a591-818ea1741f3f","remote_addr":"[fd00:1122:3344:101::d]:40285","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:14.936026963Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"75c1e718-1af4-4db2-a591-818ea1741f3f","remote_addr":"[fd00:1122:3344:101::d]:40285","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:14.938640546Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?sort_by=id_ascending","method":"GET","req_id":"75c1e718-1af4-4db2-a591-818ea1741f3f","remote_addr":"[fd00:1122:3344:101::d]:40285","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3025,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:14.938862793Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"41e9bfaf-6952-4464-b8ad-e1c5536a4a33","remote_addr":"[fd00:1122:3344:101::d]:40285","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:14.939125612Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"41e9bfaf-6952-4464-b8ad-e1c5536a4a33","remote_addr":"[fd00:1122:3344:101::d]:40285","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:14.940891788Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/metrics/collectors/a6683c3c-9421-4af6-9931-047c74490526/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZWFiYTE0Yi02MTUyLTQxMjEtYWNiZi1hMzNhNjdlM2Y1YzAifX0%3D","method":"GET","req_id":"41e9bfaf-6952-4464-b8ad-e1c5536a4a33","remote_addr":"[fd00:1122:3344:101::d]:40285","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2059,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:14.942399926Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"3a7f4bc4-10a7-4d75-8fab-632ca0d67ffe","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.039775793Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.039836255Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.039847005Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.039856295Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.040185226Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.04032145Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.041757856Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.04249411Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.042786969Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.044469733Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.71119ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.044602737Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.044616958Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.044767392Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.046180408Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.046357693Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.04783907Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.050454494Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f8da99d6-839a-43a6-8aa5-740aa569835c, lookup_type: ById(f8da99d6-839a-43a6-8aa5-740aa569835c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.050466704Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.050604819Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.057659174Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"original_time_created":"2025-03-25 05:53:49.791337 UTC","original_target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","time_created":"2025-03-25 05:53:49.791337 UTC","target_id":"f8da99d6-839a-43a6-8aa5-740aa569835c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T06:06:23.057680165Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"43893cc3-1980-4706-a045-1fca4b5daa12","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f8da99d6-839a-43a6-8aa5-740aa569835c\",\"time_created\":\"2025-03-25T05:53:49.791337Z\"}","iteration":75,"elapsed":"17.904562ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T06:06:24.942925878Z","hostname":"oxz_nexus_43893cc3-1980-4706-a045-1fca4b5daa12","pid":23554,"uri":"/43893cc3-1980-4706-a045-1fca4b5daa12","method":"GET","req_id":"5434eafc-6b66-4922-92b7-46109401aa03","remote_addr":"[fd00:1122:3344:101::d]:60054","local_addr":"[fd00:1122:3344:101::c]:50329","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"43893cc3-1980-4706-a045-1fca4b5daa12","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":575,"response_code":"200"}