{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740053651Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740130072Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740141602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740151942Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740160173Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740168743Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740177733Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740187203Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740196613Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740205863Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740216533Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740227703Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740236194Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740242644Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740251684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740259894Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740267444Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740275604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740283324Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740523728Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740540488Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740607819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740637899Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740651889Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.74066082Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.74068656Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.74069825Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.740724871Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741277629Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741304339Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741318149Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741329109Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741338749Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741351019Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.74136218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.74137363Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741383Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.74139405Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.7414213Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741431841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741443391Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741452741Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741461861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741473241Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.741483841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741496742Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741508032Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741519782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741658034Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741713955Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741743025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741766645Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741779296Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741787856Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741796256Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741806286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.741879107Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.744060648Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 454471711 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.744505685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.744593156Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.745214745Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.745300326Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"5.098523ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.746681526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 457102968 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.747033041Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.748804666Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.748831037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.749105601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.749359224Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.749387025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.749650248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.751682907Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.752624971Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.755731925Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.755759316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.75604696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.758222531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.758255541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.758269852Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.758474604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.763271133Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.763303174Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.763613558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.775999945Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.779883341Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.779928591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.780264126Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.784664729Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.785342599Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.787711133Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.788320352Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.7945279Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 504903432 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.795087106Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.801690373Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.805866593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.805899003Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.806185647Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.826510448Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.831325077Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.831377508Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.831392578Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832046947Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832079498Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832109798Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832656306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832689006Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832705307Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"91.412239ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832777738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.832794828Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.833122183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.834758696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"93.397967ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.83506804Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"93.745691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.838066314Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.838433929Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.839330172Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.839781228Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.84130508Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.846632276Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.846670657Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.846972361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.847854563Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.848162068Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.848629565Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.848653495Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.849286374Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.849447616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e26d1d1-ebe2-4b9c-aa30-9b4a61da4ee8\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.849470637Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.849588638Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.84974463Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.849955744Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.851504966Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.851882361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.852390399Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.852759474Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.852915286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.853390153Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.853416593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.853783378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.855617385Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.855648005Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.855919509Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.878565963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.878618234Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.879005449Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.87902983Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"137.635599ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.879251143Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e51295d6-7782-4817-b050-bed38828c2af\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.879275113Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.882336337Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.886533107Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.886571277Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":64,"elapsed":"146.297463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.897788558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.9014348Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.901488111Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.901655343Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.902715619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.905188624Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.905224764Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.905749522Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"569eb0d2-f63a-4266-9e12-e824dcaf98b2\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.905935715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.906215789Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.906244899Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.906506143Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.908623443Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.912432268Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"172.384747ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.912927595Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.912951505Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.912963405Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.913476862Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.91749891Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"176.219822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.925673047Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.925840799Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.928547948Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.92865664Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"187.32612ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.93287933Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.932909291Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.933138424Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.935781432Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":22,"elapsed":"195.600568ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.937365854Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.937396775Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"197.165781ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.948017987Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.948401862Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5057e70e-38d1-4793-94a6-adfef878ccad\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.950802673Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.951137609Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.953520526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":22,"elapsed":"213.428224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.965879142Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.969308541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.969352682Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.969589445Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.980027455Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:01.980060125Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.980074286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"238.646255ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.982888266Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"241.453935ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:01.9957602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"255.679289ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.030453646Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":22,"elapsed":"290.319665ms"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.095066221Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.095118142Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.095581118Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc11dcd-e744-44be-9ab9-6de1ef755444\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:30:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.095609919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.096121586Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.177784564Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.177830745Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.178081659Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e19775ee-3bd5-4fc8-bc72-ff476add7ac1\", \"date\": \"Tue, 25 Mar 2025 01:30:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.178100689Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.178549386Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.182090266Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.182413651Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.225798112Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.228944717Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.229384113Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.233544653Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.233569933Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.255925043Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.25642555Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.259143828Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.259173399Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.259401662Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.268772306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.269184262Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fedc3c6-7024-40c6-b88f-4e7ebd1200da\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269245343Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269273273Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269571417Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269600618Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269611738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269624278Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269636418Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269649439Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269832751Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.269859952Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.270098015Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.270119605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.270643443Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.273576985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.273736257Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d7710c-d38c-493b-8331-87bf8eab2bad\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.273762148Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.273982391Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8bdfab-0ca7-4059-b05e-2d4deb88c9b6\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:30:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.274001001Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.274017321Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.425826853Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0637e95f-21fd-4976-bdce-4889ed02268b\", \"date\": \"Tue, 25 Mar 2025 01:30:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.427567618Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":22,"elapsed":"686.143338ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.435238228Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"460c327d-2b8a-4b7a-97ef-515d839c59c2\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:30:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.435268488Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.435279439Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.435288639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.437285917Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":22,"elapsed":"697.109305ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.605146169Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ce34f53c-f619-40a9-82af-37e1571e6cdf\", \"date\": \"Tue, 25 Mar 2025 01:30:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:02.60519001Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.60520096Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.610038079Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532d3497-4566-4deb-ac50-a288dd2c8211\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:30:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.61008905Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.610429435Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.614387772Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.614581545Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.618588562Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.618907376Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.621518004Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.621722467Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:02.628718437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":22,"elapsed":"888.592195ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:05.769315875Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"0ef88876-76b7-4f28-bf61-75763143fb09","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.740534716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.740608327Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.740860311Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.740896741Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.740911861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.741064824Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.742251951Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.745148672Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.745164152Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.745320664Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.747419685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.747763699Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.74922312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.752090192Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.752102861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.752262584Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.761535156Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.761555937Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":65,"elapsed":"21.045052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.773790062Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.774016305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:11.775951683Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"35.042472ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:15.768655413Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"8287cc3e-a618-4849-acba-bb72a5a98957","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.741013311Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.741098792Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.741419567Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.741467987Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.741522628Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.74168814Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.74308036Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.743894772Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.744251917Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.74581433Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.342922ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.746521309Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.74653514Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.746765363Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.748233884Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.748395996Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.749549693Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.752101619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.75211557Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.752244971Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.761753607Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:21.761770148Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":66,"elapsed":"20.801398ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:25.769286261Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"e1db4a40-4382-4782-ac67-e31a94eeda80","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740248008Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740309049Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740320939Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740330099Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740340439Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740348719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740357519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740365869Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74037465Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74038323Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74039129Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74039911Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74040851Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74041627Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74042503Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740433681Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:30:31.740442131Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740451901Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\"}","iteration":13,"elapsed":"13.461µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740462021Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740469991Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740478251Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.740486431Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 01:20:31.740386900 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740495351Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740502931Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740511492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740519422Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740527692Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740537022Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740545152Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740553342Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740563712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740575792Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740588843Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740601573Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740616133Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740628083Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740640773Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.740653604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740665344Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740677924Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740697124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740935578Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740979578Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.740997438Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741012669Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741027639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741041919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741055189Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74106979Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74108336Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.7410986Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74111056Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74112309Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741135591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4b6e96f6-cd23-4897-9bfb-96b629ccf872.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 451073162 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741154621Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741179861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3f0307c3-79bb-4dd8-87b6-ae6655144209.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"40054b36-2618-459b-aad0-799de8938fb6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 451208484 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741199601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741211122Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741222042Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741232342Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741242892Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741252502Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741262712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741273722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741411264Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741442125Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741453985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741465255Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741475495Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741484245Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741493796Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741503356Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741513506Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741523116Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.741533506Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741543466Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741552286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741561817Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741570707Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741580437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741589747Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741599857Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741609767Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741622287Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741633828Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741646818Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741736309Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741753839Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74179448Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74181449Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74182661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741874501Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741891821Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741905802Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741918712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.741933042Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.573103ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.742083504Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.742099024Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.602383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.743468934Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.74390531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.576471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.744845724Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.744869794Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 01:20:31.740386900 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.744882684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"expiration\":\"2025-03-25T01:20:31.740386900Z\",\"pruned\":[]}","iteration":12,"elapsed":"4.480684ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.744971535Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 454971298 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.74528622Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.746295604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.746322695Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.746479427Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.747457291Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.747472511Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.747681884Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.748227072Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.749070424Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.749555841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.750315432Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.750743898Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.751546129Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.75156549Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.751774943Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.75227497Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.753032331Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.754640014Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 464659366 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.754935868Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.755983283Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.756009753Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.756234036Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.756526541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.756552041Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.756790435Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.760991635Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"19.757952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.763527271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.767018221Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.767053731Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.767345526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.769985233Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.770832556Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.771385803Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.774571499Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.776992434Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.777023664Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.777035344Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.777045304Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.777625193Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.779307257Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 489302039 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.77954297Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.779760623Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.779932786Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.78231254Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.785724858Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.785758429Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.786010923Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.788773292Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.789176235Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.78973505Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.793742073Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.793779044Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.794027197Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.797219373Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.800384788Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.800413359Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.800668552Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.804161272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.804723481Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.816244345Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.816303036Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.819796676Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.819843927Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.819855537Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.820279113Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.820543707Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.821245247Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.821279177Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.82145014Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.822584206Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"81.361204ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.825402296Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"84.013322ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.825529688Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"85.291961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.826638384Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.826653794Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.826664654Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.826677024Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"85.2779ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.82707252Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.827619548Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.829340343Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.829732258Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.832776822Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.841586778Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.841638649Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.842160086Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.84525446Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"104.026568ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.845563565Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.845588945Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.845598665Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846105433Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846393227Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846416947Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846569589Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846722591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846744072Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846755312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.846769142Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.847032446Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.847115107Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.847135527Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.847192068Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.847211278Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.847454012Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.848486957Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.84874022Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.851894545Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.8521748Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.854126047Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.857959662Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.858020353Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.858233826Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.86061495Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":23,"elapsed":"120.19841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.863042222Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.8641085Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.864141071Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":67,"elapsed":"123.789331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.866518405Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.866546995Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.866703037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.890702241Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.890762941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.890780372Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.891244119Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.893241057Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.897375916Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.897409117Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"156.063743ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.897833053Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.897848803Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.897858533Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.897867753Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.897875243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.897888183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"157.524144ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.898280289Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.898723786Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.898736776Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.899008099Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.899440106Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.89976558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.900647803Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.901693928Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.901719478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.901731378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:07.107344 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.901743369Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2}","iteration":12,"elapsed":"161.318108ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.902606131Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.902625971Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.902635091Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.902858025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.905081826Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.905107057Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.9052922Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.906301714Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"165.081282ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.909023173Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.909047643Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.909058683Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"168.523762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.909824574Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.910157209Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.912488963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"171.022907ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.918147824Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"176.695788ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.921598643Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.930290937Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.930646842Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.937364839Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.93885305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.939375907Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.944190256Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.947588465Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.947612875Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.947858469Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.957097991Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.957121581Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.957132311Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.957430186Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.957879712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.957893182Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.957903312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"216.543958ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.958991078Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.963662285Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.963685625Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.963877118Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.966875531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.966902711Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.966913861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:06.503139 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.966926551Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1}","iteration":12,"elapsed":"226.494221ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.973022889Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.973044479Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.973367674Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a7c7dd8-e046-4261-9d6b-442257e9f99c\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:30:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.973394984Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:31.974774694Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.987179171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T01:19:30.034299Z, time_modified: 2025-03-25T01:19:30.034299Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.987227472Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]}},\"default_endpoint\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"246.938053ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:31.989811239Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"249.295778ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.02557141Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.025617781Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.025958156Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad92be2-ae87-496c-ab19-5ead20834b69\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:30:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.025979556Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.027927004Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.048302426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.048357747Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.048800263Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1e0d89-3217-4b9f-a123-92d02e63e7ef\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:30:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.048842143Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.050908903Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:30:32.06887273Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.068925491Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"327.370194ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.092265005Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.092778402Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e79a7763-8c03-4b47-9662-2419198d4d0e\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.092801212Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.094230263Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b81f84ad-58e2-4b3a-b0a0-440fe451210e\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.094253153Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.095875887Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.095905437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"355.616489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.101644909Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.102029095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.104364818Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.106357297Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.106382247Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.106529359Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.108355015Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.110640028Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.110651288Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.11079722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.247638578Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.248551571Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.248582782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.249049398Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f925b022-c545-45c7-a6eb-006ed22fb6d9\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.249090369Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.249717648Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.31487478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.314911041Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.315148684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5b4b9c1c-1af1-4c76-8169-463a481366ff\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.315177714Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.315523379Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.31767695Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.318100456Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.345061932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":23,"elapsed":"604.753064ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.346475922Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.346787366Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01302e24-cab2-4702-b231-64fae65b5671\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.348339919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.348611733Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.35328385Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.356298393Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":23,"elapsed":"615.825721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.356586457Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.356944272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.360406001Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.360431282Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.373508799Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.373977126Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"39c3be09-d8df-4756-864a-60fd6638b27c\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.373990616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.376037022Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b1ca9133-2c7d-407a-9364-8143288f8b5b\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.376051732Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.377425735Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f383897a-aa83-4090-94c5-3bdf48acaa84\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.377439135Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.379227231Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.379271381Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"638.78651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.390944928Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.391247413Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.393608476Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.393633907Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.39382694Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.405089441Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.405427776Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"605e7949-00b0-4eda-a376-1e65be39eaac\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.405453636Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.405464756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.40573436Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.4057463Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.40575402Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.405762481Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.40577111Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.405778711Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.405978144Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.405989434Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.406170896Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.406179876Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.406548702Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.408858985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.408981536Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee188495-aead-4781-af1b-e22a335772bf\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.408996987Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.409099458Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06e0009-2b6c-4c4e-bca0-bb3b0616a319\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.409113628Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.409124338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.44837286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"52dbd2da-e72b-4988-bdd9-ed7375bf0701\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.450548581Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":23,"elapsed":"709.152027ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.450598363Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8304188-fbea-4b08-90a6-ea945fa196c4\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.450621285Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.450631335Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.450638526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.452067123Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":23,"elapsed":"711.744154ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.504395632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.504409812Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.535536077Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.535654119Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.535768261Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f054f5f2-e40c-4233-a6cb-42c6ddd9bb10","remote_addr":"[fd00:1122:3344:101::a]:44065","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.536080615Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f054f5f2-e40c-4233-a6cb-42c6ddd9bb10","remote_addr":"[fd00:1122:3344:101::a]:44065","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.536872117Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d3f4948d-b28e-4569-b0b8-ae0c4dffa7cb\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.536895597Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.536905977Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.537191181Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1cd7f76-f402-43ee-b452-8ced1d728273\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.537224722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.537399914Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.540521259Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.540677861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.543146936Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.543587173Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.545682083Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.545855895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.556527248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":23,"elapsed":"816.069627ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.584209494Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a9f260fd-b911-4f87-b07b-84934591a3eb","producer_id":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:32.584240574Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/producers","method":"POST","req_id":"f054f5f2-e40c-4233-a6cb-42c6ddd9bb10","remote_addr":"[fd00:1122:3344:101::a]:44065","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":48530,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.584347286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f054f5f2-e40c-4233-a6cb-42c6ddd9bb10\", \"content-length\": \"41\", \"date\": \"Tue, 25 Mar 2025 01:30:32 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.585800677Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:32.585816877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:35.769333819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"62c7f101-7343-4f0f-bdf1-cda63e54f455","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":332,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.740567171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.740620811Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.740937426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.741583825Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.741595565Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.741759048Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.742997255Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.746209341Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.746232482Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.746355943Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.748517544Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.748868659Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.771727246Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.772006821Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.779487257Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.78248125Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.782499661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.782634553Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.790800039Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.79082566Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":68,"elapsed":"50.28111ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:41.802148892Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"60.554096ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:45.769973887Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"da2d48de-9c9d-4c28-b4d6-b10cea5001ee","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.741267518Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.741331519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.74204146Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.74210217Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.74211429Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.742362214Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.791417806Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.791917673Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.794980377Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.799042225Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.799077086Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.799309009Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.801876556Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.80218522Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.834025076Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"91.900805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.842844602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.847036632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.847061072Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.847277465Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.861418628Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:30:51.861444568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":69,"elapsed":"120.21184ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:30:55.770121857Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"38501a62-b3c5-40dc-9671-9ea9197bb85f","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.740930762Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.740979812Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.740989602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.740997973Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741005613Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741013803Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741022123Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741029573Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741036183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741044453Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741054343Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741063714Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741073764Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741082984Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741093084Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741102894Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741109684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741117054Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741123584Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741427329Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741440419Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741449299Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741458129Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.7414996Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74151105Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74151863Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74152775Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.741559101Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742147069Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742177659Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74218653Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74219476Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74220187Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74220895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74221599Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74222326Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74222994Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74223705Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74224419Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.74225188Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742258931Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742266641Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742272521Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742279351Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742286511Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742293401Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.742300521Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742307981Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742478204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742540425Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742552095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742562155Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742577765Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742592075Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742600605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742609226Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.742618566Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.744437952Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.745088021Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.746128346Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"5.032162ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.746501021Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 456101214 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.746565852Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 456166885 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.746799316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.746953698Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.748282487Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.748332418Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.748582581Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.748668382Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.748694073Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.748953616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.752146812Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.756492174Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.756520375Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.756792259Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.761369214Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.76174459Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.763310782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.763434214Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.763741888Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.764015062Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.801853763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.805337513Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.805383504Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.805661648Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.810317694Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 519894547 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.810863292Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.821231671Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"78.99458ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.829835734Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.829883685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.829894905Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.830009836Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"87.782146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.830379712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.83164216Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.831917363Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.832009715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.832125106Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.832195138Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.832286699Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.832519362Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.832766956Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.835988832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836013562Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836098353Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836405868Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836510489Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.8365229Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.83656639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836608601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836866254Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.836919895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.837486183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.838727921Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"96.569132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.839196338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.840345044Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.840426185Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.840447636Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.84071856Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.8407444Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.841330618Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.841976458Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.842000098Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.84217846Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.845256985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.845475897Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.845503528Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.845771772Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.848972108Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.848993658Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.849250582Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.857389958Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.857428059Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":70,"elapsed":"116.412416ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.868860242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.868898543Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.869219157Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4440a4af-e8c6-4ad3-aeff-7d914b9b55ca\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.869245848Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.871321807Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.881494633Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"139.338424ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.88268213Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.88271135Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.882721361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.883064915Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.88621916Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.886247481Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.886702338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be36740-41b7-4f79-96ec-54e359ff274d\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.886731668Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.889011791Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.896013271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"155.086909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.898656558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.899054344Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.899591932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.900530385Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.901076453Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.903360926Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.903392286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.903598719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.905411345Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"163.164005ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.931272225Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.931319576Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.931330466Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"189.053395ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.937008437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.937052278Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.937356452Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19eabcdf-7432-42b1-bb7e-0e0e325b3752\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.937385383Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:01.938797443Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.945643521Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.945981716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.972906631Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.973192915Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b740bb8-5e62-4f93-b444-c1d4b5f570ed\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.973314737Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"232.364495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.97494534Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:01.975249854Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.003353847Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/1a94d6a0-c931-4ad1-aefb-f87808324f70/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.003892204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/1a94d6a0-c931-4ad1-aefb-f87808324f70/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b526339d-e7de-4bca-99d0-35d6ae7e39f8\", \"content-length\": \"130\", \"date\": \"Tue, 25 Mar 2025 01:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.00569832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.006752965Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":24,"elapsed":"265.694602ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.007396114Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":24,"elapsed":"266.417532ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.007650298Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":24,"elapsed":"266.599885ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.007927862Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.007955153Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.008107705Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.011454332Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"vmm_id":"1a94d6a0-c931-4ad1-aefb-f87808324f70","sled_id":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","instance_id":"7970c9b8-9b62-47f6-bc44-40934d16c549","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-25T01:30:58.525821557Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.011481413Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"vmm_id":"1a94d6a0-c931-4ad1-aefb-f87808324f70","sled_id":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","instance_id":"7970c9b8-9b62-47f6-bc44-40934d16c549","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/instance.rs:2088","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-25T01:30:58.525821557Z }","propolis_id":"1a94d6a0-c931-4ad1-aefb-f87808324f70"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.011494583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"vmm_id":"1a94d6a0-c931-4ad1-aefb-f87808324f70","sled_id":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","instance_id":"7970c9b8-9b62-47f6-bc44-40934d16c549","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.011715696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"vmm_id":"1a94d6a0-c931-4ad1-aefb-f87808324f70","sled_id":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","instance_id":"7970c9b8-9b62-47f6-bc44-40934d16c549","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.030765189Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.03082182Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.031413848Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"310352da-9a4c-4221-9ec2-b39932f31064\", \"content-length\": \"585\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.031462699Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.032051867Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.048487133Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"306.247372ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.086001519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.08605459Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"344.936706ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.10841928Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{5ff385df-8a4d-4b05-95b1-36d92835d6d3: {10.151.1.175: {3a1bce35-9900-47e8-b587-abca91e7ba03}, 10.151.1.176: {3a1bce35-9900-47e8-b587-abca91e7ba03}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.108468931Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.108765805Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"99f8c1cf-a939-4ae4-9bdb-8811f65f47eb\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.108798845Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.109418204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.112705761Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.113215319Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.114270244Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.116419994Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"374.195825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.119832103Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.120090877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.125036828Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.125653707Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.132830729Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.133303966Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.135935604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.136287049Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.138796845Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.138821065Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.138829715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.139681327Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.140113184Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.142918198Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.142940587Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.143150533Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.16360471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.163991275Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dda41fb7-dbbf-4fed-a9de-1c69cf9672f1\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164020146Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164031696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164366161Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164377031Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164384611Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164392591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164400081Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164408411Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164583684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164640815Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.164772077Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.164781866Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.165188192Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.167515326Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.167648978Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8923b140-36b4-48be-887f-46706100ab82\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.167666468Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.167853681Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d28de7a-2ce9-4fa8-b70b-e0998b3fc9f1\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:31:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.167871521Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.167884721Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.177354706Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.177657101Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.179812642Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.183045378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.183071588Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.183256121Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.185719296Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.188034019Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.18805765Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.188186592Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.258586459Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"30ee1483-1721-41c8-b058-5ce2e6637d6b\", \"date\": \"Tue, 25 Mar 2025 01:31:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.260886541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":24,"elapsed":"518.609821ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.285369692Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.288967763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9be89be-fab5-46b7-8e0e-5f850dcecee3\", \"content-length\": \"811\", \"date\": \"Tue, 25 Mar 2025 01:31:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.289019364Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(11810973) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.289038684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.289052794Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.290258552Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":24,"elapsed":"549.222818ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.362374464Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"03121d25-a69f-411f-ba42-fdfbbc3cb77e\", \"date\": \"Tue, 25 Mar 2025 01:31:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:02.362428944Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.362444534Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.366442042Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e963bee-3cf2-4f54-a1d0-a55b7df3fe6a\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.366480482Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.366833607Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.370857715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.371052218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.374367235Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.37470175Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.376848601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.377047554Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:02.384284817Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":24,"elapsed":"643.285835ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:05.771993401Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"9847fca1-bdc5-43c5-94e3-5c83b0afd880","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2865,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.741258644Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.741304525Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.741595019Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.742109617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.742119537Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.742283029Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.779321559Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.780988153Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.781376728Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.782358192Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.782371173Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.782529965Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.784692216Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.784902549Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.786630603Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.789502935Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.789521645Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.789652457Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.798306011Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.798328051Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":71,"elapsed":"57.088137ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:11.813124533Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"71.004376ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:15.770168903Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"67fe0d49-0b3c-4992-a9e3-44aed0aae87f","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.741608087Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.741663838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.741921272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.741957483Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.741967713Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.742132295Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.743792599Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.744130334Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.774758642Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"32.78561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.779488969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.782452632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.782470782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.782626654Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.784717974Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.784993338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.786105484Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.788798023Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.788815713Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.788942945Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.797554328Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:21.797578478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":72,"elapsed":"55.980661ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:25.770235762Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"1e6add4f-0581-4b05-86b0-6b2d4f2b4e9b","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:30.761016994Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:64011"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:30.761172277Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"21db4632-d1a8-4e0c-a264-8153078f85d8","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:30.761556552Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"21db4632-d1a8-4e0c-a264-8153078f85d8","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:30.764276591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"21db4632-d1a8-4e0c-a264-8153078f85d8","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3172,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:30.764495784Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"3f660fcc-569b-4658-bccb-b20a4719428f","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:30.764750648Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"3f660fcc-569b-4658-bccb-b20a4719428f","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:30.767126012Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"3f660fcc-569b-4658-bccb-b20a4719428f","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2661,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741495944Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741556525Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741573485Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741587595Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741600425Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741612346Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741624936Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741638646Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741651676Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741663186Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741676527Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741688147Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741700607Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741712517Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.741724687Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 01:21:31.741674807 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741738127Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741753568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741771288Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741790378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741804658Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741815949Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741827009Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741837659Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741849619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741860839Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741871429Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:31:31.741880509Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741890319Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.7419007Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74191018Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\"}","iteration":14,"elapsed":"20.691µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.7419206Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.7419305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74193906Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741948Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741957111Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74196622Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741975801Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741984241Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.741992731Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742002361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742010941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742021211Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742440877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742513439Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742528569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742541279Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742551369Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742562039Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742572779Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742581989Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74259096Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.7426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.7426131Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74262356Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.7426366Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74264718Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74265981Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742669831Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742682581Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742692431Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742703171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742713541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742722902Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742732151Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742742932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742752892Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742765272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742775572Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742785612Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742797772Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.742807683Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742817903Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742827333Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742837583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742846323Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742854643Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742865864Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742875874Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742885564Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742897914Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742904694Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742910954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742918264Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742926224Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3f0307c3-79bb-4dd8-87b6-ae6655144209.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"40054b36-2618-459b-aad0-799de8938fb6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 451851803 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742939154Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742947505Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4b6e96f6-cd23-4897-9bfb-96b629ccf872.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 451889424 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742958945Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742965255Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742973205Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742981085Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742989895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.742997995Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743005906Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743013766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743021156Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743029846Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743036766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743044886Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743053096Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743060746Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743067116Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743073636Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743177808Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743189888Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743196328Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743230629Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743242889Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.646454ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743251259Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743260169Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.445441ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74334649Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.743432441Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.745091605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.745256558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.7454411Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.745749955Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.031628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.745763685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.745891077Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.747476579Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 01:21:31.741674807 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.74749555Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"expiration\":\"2025-03-25T01:21:31.741674807Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.805343ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.747925716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.747950316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748113139Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748606776Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748619486Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748625696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748632336Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748780678Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.748791248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.750551074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.750960469Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.751337595Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 460520207 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.751650839Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.751870602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754109994Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754125985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754283617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754533471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754551441Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754697053Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754908836Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.754923036Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.755116989Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.755668347Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.757103867Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.757649915Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 466819267 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.757963409Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.759534092Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.759556992Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.759772435Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.761324648Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.761348448Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.761562611Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.763156524Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"20.782268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.770762013Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.773160437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.773192027Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.77337026Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.777019892Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.781581438Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.808535313Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 517676275 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.808934009Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.812417129Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.812930526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.816544388Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.816773441Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.819322787Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.819744104Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.82158411Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.821968485Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.833256277Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.833311548Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.833321688Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.833700593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.838930018Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.839318684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.840555441Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.841477464Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"99.130898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.842138994Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.842459358Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.843287541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.843346711Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.843489803Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.843601045Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.844027371Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.844396686Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.844426567Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.84466723Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.846950183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.846980993Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847122605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847219237Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847489821Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847514921Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847528331Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847735024Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"105.244486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847832566Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.847858766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.85235862Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.852394551Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"108.709696ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.852796917Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.852813267Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.852823137Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"110.34713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.85302929Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.85304105Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.853217843Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.853231593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.856034323Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.856112824Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.856758473Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.856774863Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.857070258Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.857653576Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.860245303Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.860273264Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.860552277Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.861045195Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.861069235Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.86141969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.862914791Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.862949062Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.863187635Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.863433369Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.86701048Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.86703909Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.867050201Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.867059941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.867448366Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.867808501Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.867832602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.867843362Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.868093825Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.870362048Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.870389138Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.870635182Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.873045966Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.873493283Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.875176037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"133.549611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.877333517Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.884590821Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.884635482Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.884912406Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.888476747Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.888510657Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":73,"elapsed":"146.887332ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.892025978Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.892051278Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.892063938Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"150.184589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.893662511Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.894117458Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.894688866Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.895084231Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.897595587Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.897934052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.911361124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.911408495Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.911420515Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.911429985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.911814271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.912209297Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.913939881Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"171.594355ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.914909765Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.919505531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.919537252Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.919739814Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.923723271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"182.181507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.926565332Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.926968858Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.931518423Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.934717109Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"192.348382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.935318867Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.93687696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"194.31459ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.937890124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.937904444Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.937913724Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"195.570138ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.938027496Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.938036596Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"196.115896ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.938646895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.938672085Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.938829808Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.942782134Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.942808114Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"200.399878ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.945714386Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.945737606Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.946052591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e96f4f7-8bd3-4569-ad12-a1c9d3652c27\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.946070271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.947761055Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.950770088Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.950788969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.950799239Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.951193265Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.952623105Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.95718238Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.957216081Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.957435914Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.960154243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.960182653Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.960193253Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:07.107344 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.960204553Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2}","iteration":13,"elapsed":"218.434516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.960726831Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.960978734Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.960992265Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.961289619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7449799a-2cef-497d-aa35-c01fb359ed41\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.961302899Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:31.963096285Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.963652903Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.963673583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.963868936Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.966103058Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":25,"elapsed":"224.205358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.9725742Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.972975806Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.974331565Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.974871023Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.979620011Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.979643752Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.979655052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.979916485Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.98164127Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.984830706Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.984860636Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.985008478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.988264695Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.988288535Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.988298335Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:06.503139 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:31.988307416Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1}","iteration":13,"elapsed":"246.652839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.008749258Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.011159232Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.011204633Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.011395566Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.022102519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"280.276811ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:31:32.033961599Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.034007719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"291.611953ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.066008797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.066071498Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.066448444Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adb0e48-9e1b-4770-bb80-b116ec3795da\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.066472834Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.068850778Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.073678707Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.074220265Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.07945135Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T01:19:30.034299Z, time_modified: 2025-03-25T01:19:30.034299Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.07949322Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]}},\"default_endpoint\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"337.618621ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.104122493Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.104581739Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8d8b2520-d3a0-4b28-b26f-a4884104dd2e\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.10461918Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.106159992Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"363547c1-fc9a-45b0-a280-c8409344a47e\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.106186412Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.108758569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.108790189Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"367.276456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.125308756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.128242918Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.128279579Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.128532292Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.129953052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.13325485Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.13328557Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.133502763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.172586182Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.232409918Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.232730093Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90cbe352-b195-4cc5-9e99-e15588c1ac13\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.234738832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.235038976Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.236804191Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":25,"elapsed":"494.924642ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.243035141Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":25,"elapsed":"501.152961ms"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.261528425Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.261544955Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.261768538Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9edea8-2144-41ff-b4f2-08eff593481a\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.261790248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.261996021Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.280401804Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.28080738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9557430f-b664-4795-982a-c327623869fc\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.280833141Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.280843081Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.280851371Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.28288196Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":25,"elapsed":"541.076872ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.288412519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.288799145Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"09e3a252-800f-4798-948a-342108f82fab\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.288814185Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.290342567Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a9a67e1f-f79a-436b-9311-71ff3b1e47be\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.290354787Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.292498248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7393e95e-710f-43bc-97d7-80546b5bad7d\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.292512088Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.294520467Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.294559727Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"552.84402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.314551203Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.314921969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.317074459Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.31710152Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.317250962Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.328567804Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.328829748Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22005de1-c6d7-441a-970d-786234a12909\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.328849898Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.328861218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329089471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329111841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329125682Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329138742Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329153562Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329166292Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329271004Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329293424Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.329411426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.329434646Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.32968145Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.331449425Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.331549407Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea6fcb0-5009-4a0f-8206-ce27ce95dce3\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.331563037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.331629728Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50214797-ea44-4841-95c5-5697b28322ac\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:31:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.331641618Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.331651358Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.334380857Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.334394097Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.424409825Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f15b5210-84d7-4a12-9202-b78de2687942\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.424443856Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.42476228Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.427633341Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.427842194Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.431133461Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.431365055Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.434895165Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.434916946Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.435561495Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"520996b3-507b-4910-97cf-dcd3dd4e84a7\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.437645095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":25,"elapsed":"695.192977ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.527619022Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"85dc1be5-23e7-428d-83a1-cc52724ce639\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:32.527653413Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.527662603Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.5317074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664e657c-2a68-4ec0-9581-c62e041beb68\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:31:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.531740271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.532023175Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.534595542Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.534768754Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.537860959Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.538202553Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.539865587Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.54005358Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:32.54775171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":25,"elapsed":"806.231016ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:35.769851545Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"192f9cb9-3c8a-4839-97db-be4563074284","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.742122561Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.742196032Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.742675169Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.74274015Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.74275328Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.742969203Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.744709168Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.744984242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.745418978Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.747575569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.747590179Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.747723061Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.749461896Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.749730539Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.750930397Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.753754977Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.753776617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.753898859Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.762003765Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.762027086Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":74,"elapsed":"19.936115ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:41.77565841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"32.913591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:45.770285029Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"46ffef42-ddda-486b-bb2d-d91b5391a1d0","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.74155939Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.741625842Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.742080838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.742724117Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.742745827Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.74289503Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.743972895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.744786047Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.745170502Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.746722735Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.746741615Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.746870426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.747288583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.564475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.748427619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.748584071Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.750182874Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.75267623Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.75269312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.752818252Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.761187241Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:31:51.761212562Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":75,"elapsed":"19.680521ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:31:55.770320727Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"56f2d8ef-a1a5-4249-89ae-ec4b5965385b","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":258,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:00.761098239Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"18924598-cd32-4ea2-8801-39d5b22682a6","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:00.761471325Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"18924598-cd32-4ea2-8801-39d5b22682a6","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:00.764545389Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"18924598-cd32-4ea2-8801-39d5b22682a6","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3513,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:00.764799932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"bc72ac41-d811-4227-9aa0-813500539db6","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:00.765148427Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"bc72ac41-d811-4227-9aa0-813500539db6","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:00.767348969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"bc72ac41-d811-4227-9aa0-813500539db6","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2609,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742460911Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742501602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742512102Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742519052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742527352Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742534483Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742547803Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742555143Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742561913Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742567963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742574413Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742581373Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742588503Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742595053Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742602424Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742609124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742616804Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742625674Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742634024Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742640854Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742648274Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742655124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742661914Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742667874Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742675234Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742681305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742688035Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742695225Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742702005Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742709575Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.742716555Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742726365Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742736305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742746275Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742756266Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742765516Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742774776Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742783696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742792376Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.742992119Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743018649Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.74303225Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.74304383Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.74305592Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743104481Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743124831Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743139841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743155271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743167052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743230522Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743248103Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743285403Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743296273Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743304583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743313063Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743321264Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.743329224Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.744831075Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.74589872Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.378918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.746131954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.747835088Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.747858519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.748026011Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.749266779Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.749280639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.749431211Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.750221213Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.750566377Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.751404469Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.751671763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.751686243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.752227941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 460981094 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.752558756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.752993152Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 461748305 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.753263316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.753276156Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.754722927Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.754739877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.75490472Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.756829087Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.75773986Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.75776619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.757943133Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.760682632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.760717483Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.760943176Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.764159832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.764487797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.764677879Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.765042614Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 473770667 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.765220017Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.765382669Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.766303872Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.766585236Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.767580471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.770635034Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.770667545Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.770907109Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.797620531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.800298659Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.801972093Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.802022014Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.802285218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.802752354Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.802857716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.802876196Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.803090999Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.80312511Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.806899004Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.80943002Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.809837646Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.8101604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.81017654Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.810395963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.81155378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.811862044Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.812756987Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.812783718Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.812794248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.813182003Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.81365692Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"70.929075ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.813928844Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"71.171509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.814082696Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.81436861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.815783171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.820564679Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.82059404Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.820859953Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.821165788Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"78.542774ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.82132585Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"78.694246ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.825354428Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":26,"elapsed":"82.816285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.827213324Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.828043316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"85.582895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.82833436Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.828661695Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.830627633Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.830645593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.830833176Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.832822524Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.832836335Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"90.15191ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.841513739Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.841533569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":76,"elapsed":"98.972086ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.84299901Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.84301155Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.843324405Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bcc5665-f5e6-4d3b-9137-f71985b5a8b8\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.843342515Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.844859997Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.8492869Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.849616895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.854421973Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.855032922Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.859010689Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.859026919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.859255313Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e149c9-1a6c-4a52-af35-fe0a73a51d99\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.859282053Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.859395755Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.859435435Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.859648718Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048501c8-ea2b-4512-b506-a5c6072c6194\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.859661339Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.860652533Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.860662973Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.860669133Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.860763194Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.861035248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.861440954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.877987261Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"135.239625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.890595531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.893114507Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.893133227Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.89327816Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.899866224Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"157.193069ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.901264484Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.901279704Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.901291024Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"158.63821ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.923049615Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.923071476Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"180.562193ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.923917698Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"181.439177ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.936482408Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.936822632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b622fe1-1fd1-466f-9aa1-fd149b7d6fda\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.938410845Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.938606038Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.93873317Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.938855242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.940377323Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.941436778Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":26,"elapsed":"198.852485ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.942399832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.942413272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.942550305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.944124937Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.945897442Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.945913593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.946039675Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.947068229Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":26,"elapsed":"204.511697ms"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:01.982152861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.982179301Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.982469206Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745cf938-e414-49cb-84be-fcd6689c9e46\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.982504356Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:01.982910952Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.030248439Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.03028881Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.030615745Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2088d81e-19a5-49c9-a139-f7c39d66a552\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.030632055Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.031156662Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.033914862Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.034281827Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.048805125Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.049465404Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.069269748Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.069729514Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc221c2-cbf2-4dc9-8496-c7588ffdfc8d\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.069756205Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.069769675Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.069780765Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.071165945Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":26,"elapsed":"328.673333ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.071631852Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.071655492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.071891065Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.072760588Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.073226724Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.076245487Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.076269928Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.076543342Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8637135a-484d-46d1-84b3-976a798b1a3f\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.07778823Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":26,"elapsed":"335.082164ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.083491271Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.083733915Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05572cb8-9d3f-44c4-853a-ce59d9ff8f54\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.083757065Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.083768535Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.083988588Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.083999318Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084006759Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084014439Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084021479Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084029239Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084168791Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084179691Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.084316933Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.084326243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.084584337Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.086367372Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.086533995Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a91ee2-7f5b-48fd-a378-4b4bea7d306f\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.086562445Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.086660637Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0f28eb-70ff-4e2d-bafe-a288c2525202\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.086686897Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.086697637Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.313394261Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"829c45db-bbbb-4685-ab02-c6d37548f8c4\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:02.313443101Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.313454842Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.313695685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b6073f-5568-4a60-a1e3-2f2bf8ec6b38\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:32:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.313740306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.31405721Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.317740243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.317972316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.320705075Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.32104804Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.322801725Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.323032369Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:02.330441095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":26,"elapsed":"587.870721ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:05.770354806Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"5ddd5717-6037-4518-b829-80b7e06d4752","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.742597661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.742648502Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.742979027Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.743027218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.743037027Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.743250221Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.744449288Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.747462661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.747472051Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.747657484Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.749351738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.74952233Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.774297515Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.774483777Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.785327843Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.788304695Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.788320515Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.788456168Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.796942039Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.796959099Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":77,"elapsed":"54.386608ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:11.807795854Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"64.758257ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:15.771001953Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"ff5f26b1-68e3-4c3e-a6c6-d028d4900245","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.742690051Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.742752312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.743211298Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.743279519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.743290999Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.743514413Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.745034534Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.745676013Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.746042189Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.748073078Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.748092618Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.74824932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.750102037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.750271879Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.751440346Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.754131194Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.754147205Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.754277867Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.763658371Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.763682851Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":78,"elapsed":"21.020221ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:21.774874771Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"31.592652ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:25.771152543Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"b717b89b-3b65-4844-aa33-530bf7066bbc","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":308,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:30.7622448Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"766638e5-b47a-458b-becb-dd06f93230a3","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:30.762759627Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"766638e5-b47a-458b-becb-dd06f93230a3","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:30.765820721Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"766638e5-b47a-458b-becb-dd06f93230a3","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3666,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:30.766122025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"c4ab4b61-862f-4495-8c0f-b20980f7266b","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:30.76645353Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"c4ab4b61-862f-4495-8c0f-b20980f7266b","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:30.768594701Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"c4ab4b61-862f-4495-8c0f-b20980f7266b","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2531,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.741996679Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742042169Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74205243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74206051Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.7420684Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74207673Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74208374Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74209105Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:32:31.74209876Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742108621Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742117941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\"}","iteration":15,"elapsed":"19.871µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742128611Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742135501Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742143861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742153451Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742161261Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742170071Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.742178542Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742186482Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742193822Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742202172Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742208972Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742217362Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742224382Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742230952Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742238062Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742244672Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742252532Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742260243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742270873Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.742282033Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 01:22:31.742199562 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742292383Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742301963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742312103Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742322353Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742331454Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742339274Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742348004Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742356674Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742365204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742402025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742503376Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742585537Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742604028Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742676998Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742695749Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742708569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742719049Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742731819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742743539Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74275612Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74276875Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742832091Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4b6e96f6-cd23-4897-9bfb-96b629ccf872.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 451152353 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742853311Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742863841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742874171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3f0307c3-79bb-4dd8-87b6-ae6655144209.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"40054b36-2618-459b-aad0-799de8938fb6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 451173594 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742960293Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742982553Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.742992993Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743002403Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743011393Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743020834Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743030924Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743040284Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743050854Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743061984Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743072504Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743082224Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743091524Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743101245Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743112095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743121795Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.743132455Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743142755Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743151965Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743162356Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743172416Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743182676Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743293077Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743317078Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743327908Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743337818Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743347378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743357478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743409239Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743423169Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743434269Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74344586Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.7434561Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.74346777Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743506461Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743581471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743604712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743613722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743694213Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743719464Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.609723ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743734624Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.743746824Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.542472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.745345427Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.7455607Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.745816463Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.747184243Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.747211474Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.747394456Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"5.196255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.747420306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.748521552Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.748547462Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.748735355Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.748807076Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 457137589 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.749118581Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.750693393Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.750905556Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.750925407Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.75116627Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.752210185Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 01:22:31.742199562 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.752230635Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"expiration\":\"2025-03-25T01:22:31.742199562Z\",\"pruned\":[]}","iteration":14,"elapsed":"10.019273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.752528559Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.753780937Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.753798328Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.75393919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.75533111Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.7553476Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.755490642Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.755792166Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 464124189 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.7560355Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.764152966Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"21.029191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.800860501Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.804452002Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.804496743Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.804683276Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.813603524Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.816454734Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.81683073Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.817167115Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.817685362Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.817705302Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.817973826Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.81961785Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.820029255Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.820056256Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.8203206Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.821801521Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.822095795Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.822125345Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.82243784Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.824354777Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.824385588Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.824395678Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.82452873Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.82454794Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.824638591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.824823464Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.825793208Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.826002691Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"83.011628ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.826064242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.827870508Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.827949199Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"84.977387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.82803846Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.828207893Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 536525795 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.828503447Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.828651719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.829913807Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"86.947954ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.831363898Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.831390128Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.831578601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.83227186Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.832734297Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.83436199Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.834728126Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.834758396Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.83640267Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.836876666Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.836897147Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.837042919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.837611527Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.837633607Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.837644028Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"94.37865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.840008091Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.841555344Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.844339833Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.848694686Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.852656972Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.853018397Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.853795919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.853822819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.853985531Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.855682446Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.855876148Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.859441409Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.85946538Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.859691393Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.86159744Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"118.452135ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.863227354Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.863255494Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.863513768Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.87204511Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.87208263Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":79,"elapsed":"129.98371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.877299095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.877614509Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.879842181Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.882051663Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.882416378Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.883420492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.883443183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.883706507Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.884427747Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"141.462965ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.884833273Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.884853313Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.884863023Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.884871783Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.885175848Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.888401874Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.888668518Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"146.685179ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.888741459Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.890352272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.890376542Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.890387802Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"148.252752ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.892623294Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.892637204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.892643975Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.892911848Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.893459376Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.893480367Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.893488616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.893495997Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.893797371Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.8978981Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.898091272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.899353851Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.900235583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.900444866Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.902225652Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.902253232Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"159.26385ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.90557778Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.924258387Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.924284437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.924524801Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d813dc52-798c-401d-a9e6-1cc6dc3e97bc\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.924541941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.925376423Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.925721298Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.92655836Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.928021651Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.928036391Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.928282714Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb1ccc9-429a-49dd-8f9e-1d410e69e589\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.928299385Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:31.930313083Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:31.971970759Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"229.676526ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.000257044Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.000281565Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.000533968Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92009950-56b7-4f4f-83a8-bca7577b7e99\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.000547519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.002338234Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.079359716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.079931584Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e300686-f50b-4175-a736-137120d313d6\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.079963795Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.084826925Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5695f7f8-7594-4096-8611-413d90931777\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.084870755Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.088407826Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.088439646Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"346.338296ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.177220387Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.186111354Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.186148594Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.186620731Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af669036-55f6-4b90-a4f2-9d2cbca2b9f6\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.186656091Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.187082338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.189249699Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.189460812Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.189668415Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.192222001Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.194117298Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":27,"elapsed":"452.036108ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.195030981Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.195057922Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.195343076Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.195965525Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.195990855Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.196185168Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.198625043Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.202726401Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.202754052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.202944965Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.205145266Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":27,"elapsed":"462.890684ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.222779899Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.223220185Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"573e3f5c-b6f8-4b7c-b1b9-817ca2e87fdd\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.226173007Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.226656794Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.237677902Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":27,"elapsed":"495.357098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.240154417Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"497.076743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.240936838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.241548637Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.241561997Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"499.350555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.245325461Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.245340391Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.245509984Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.251343427Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.251368048Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.251378088Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"508.303603ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.252788078Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.252800938Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.252810058Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.253136123Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.255793821Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T01:19:30.034299Z, time_modified: 2025-03-25T01:19:30.034299Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.255825281Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]}},\"default_endpoint\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"513.803942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.257358293Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.257690428Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.258970516Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.262225232Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.262248633Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.262397445Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.274323455Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.274346686Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.281124593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.281691631Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1fc1503f-f432-447e-9261-5ebd97bc04b9\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.281710881Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.282126197Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.282137227Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.282147257Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.282498872Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.283195222Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"57a29da8-695f-427c-bf33-621dc61759d7\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:32:32.283215483Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.283227763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.283237463Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"539.965946ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.284164846Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.284972478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f6afe332-1d1b-4999-b01b-ab4f216b1336\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.284986738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.285735679Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.286916816Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.286953656Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"544.721784ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.288656461Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.288668951Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.288675291Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.288683561Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.288811303Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.288886414Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.290618089Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.290629919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.290637069Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:07.107344 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.290644339Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2}","iteration":14,"elapsed":"548.60269ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.291913427Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.291923917Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.291939708Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:06.503139 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.291947188Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1}","iteration":14,"elapsed":"549.802977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.298645064Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.300692943Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.300707093Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.300839075Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.317771087Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.318181473Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.320139451Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.320164011Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.320338494Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.330693722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.330979616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd88ac0-c640-4653-a238-90731813ac8e\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331005936Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331048927Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331316171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331329331Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331336471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331344441Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331351352Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331359352Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331520564Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331528764Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.331788438Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.331798588Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.332037171Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.334564047Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.3347054Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b620ec6-116f-44a1-a631-51fe42b93a04\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.33471918Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.334806551Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ca7795-0f31-4e15-be23-a544d3e9c8f7\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:32:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.334821121Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.334830551Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.387953451Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a5ab52c2-3e53-48b8-9804-e9fea8240957\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.387980402Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.388304956Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.390934804Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.391269209Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.395368308Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.396024927Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed74879-bc2f-41d9-9834-82a7b7956359\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.396050167Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.396060727Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.396069678Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.397555909Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":27,"elapsed":"655.382358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.398851537Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.399189282Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.40254026Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.4025633Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.402986546Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"de5c1da4-b3ce-44ef-a437-adbb89405b4f\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.404934074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":27,"elapsed":"661.83518ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.493721965Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e0adae36-2d4c-4623-9274-3d9b58b3b4cd\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:32.493764436Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.493774456Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.590335197Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a685b7-b383-4459-81c9-b33aece61449\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.590374418Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.590839254Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.595052315Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.59540145Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.598632656Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.598880209Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.600429222Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.600799587Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:32.60802333Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":27,"elapsed":"865.879729ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:35.771010919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"1594699d-7f73-4685-b5d6-0c1713c91cd4","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.74226298Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.742336722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.742711617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.743244705Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.743254195Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.743412707Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.744469102Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.747213151Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.747225452Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.747351944Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.749431643Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.749768838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.774206528Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.774536872Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.77927162Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.782109861Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.782131521Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.782288043Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.793170979Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.793198729Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":80,"elapsed":"50.949909ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:41.811891327Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"68.633082ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:45.761732124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"c336c2b9-d5c3-4984-abbd-6e3ba4bac027","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:45.762230431Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"c336c2b9-d5c3-4984-abbd-6e3ba4bac027","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:45.765231284Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"c336c2b9-d5c3-4984-abbd-6e3ba4bac027","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3596,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:45.765539319Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"a243a899-2d42-4712-9934-b2ebc2da77dd","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:45.765862163Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"a243a899-2d42-4712-9934-b2ebc2da77dd","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:45.768205897Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"a243a899-2d42-4712-9934-b2ebc2da77dd","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2729,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:45.770943016Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"61f41b1f-c627-4986-a59c-425e3cd6ef1c","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":224,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.743160671Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.743211912Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.743531357Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.743569997Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.743580998Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.74379737Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.745421464Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.74586768Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.746227815Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.748172223Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.748186293Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.748319005Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.750226553Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.750377505Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.751755404Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.75426643Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.7542799Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.754407682Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.76331178Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.76333301Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":81,"elapsed":"20.190319ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:32:51.774557242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.018884ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:32:55.771033445Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"954f34f5-fbae-4553-ada9-84e57748c45f","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":267,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:00.762331025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"27ba932d-039c-4a95-a05d-ca3994311f88","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:00.76268142Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"27ba932d-039c-4a95-a05d-ca3994311f88","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:00.765699373Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"27ba932d-039c-4a95-a05d-ca3994311f88","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3438,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:00.765928566Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"f5fc9d14-e38c-4c63-bb11-22936f8488bf","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:00.766255071Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"f5fc9d14-e38c-4c63-bb11-22936f8488bf","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:00.768520943Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"f5fc9d14-e38c-4c63-bb11-22936f8488bf","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2654,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742836484Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742884815Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742897285Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742909345Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742919756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742932806Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742944616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742957336Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742970577Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742982937Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742991337Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.742998907Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743006387Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743014327Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743021567Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743029137Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743038598Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743047807Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743056248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.74324547Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743272541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743341992Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743414813Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743432573Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743445943Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743460064Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743472194Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743483844Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743496144Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743507364Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743517954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743532245Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743546565Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743559515Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743572785Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743585365Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743598215Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.743610146Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743623706Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743635146Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743647016Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743658146Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743670067Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743683777Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743695547Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743705957Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743713927Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743721137Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743729337Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743785698Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743803098Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743843649Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743856479Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743867289Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.743877819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.74388659Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.74395762Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.745008556Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.747130306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.747164406Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.277111ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.74808375Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.74810262Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.748338683Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.750006977Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.75018662Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.75021296Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.750367532Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.750412873Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.751879664Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 459777156 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.752166128Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753051281Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 460950243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753085291Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753112131Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.753322485Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753345185Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753480057Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753502377Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.753656779Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.754772345Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.758154694Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.758179824Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.758381357Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.762546237Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.763023303Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.763447019Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.763863195Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.764625566Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 472520069 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.764984201Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.765363947Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.765792203Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.767299805Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.76768948Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.770709053Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.770734024Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.770981797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.772090893Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.772118894Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.772362837Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.797137001Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.797670269Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.803380351Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.803439362Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.805091175Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.805117466Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.810622934Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.810880328Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.811335105Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.814818874Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.814852925Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.815063588Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.815536265Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"72.705171ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.81589569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"72.452687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.816060572Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.816453038Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.819355099Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.81937901Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.81938883Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.819710964Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.819935688Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.820233982Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.821721983Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"78.25101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.827508276Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.827545197Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.827968843Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.829814209Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.829833189Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"86.374386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.830138734Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.830851004Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.831209479Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.831226579Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.831487713Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.834136291Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.834163101Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.834313293Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.843897561Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.843945351Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.844237835Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.844265596Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"100.782383ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.844320617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b95643-5872-4040-adc8-c7fa6e08208c\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.844346587Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.846233014Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.846254544Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":82,"elapsed":"103.285778ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.846696071Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.846709671Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.847008455Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d43aa038-a4a9-45ee-8710-4dcd67b78c2b\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.847020865Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.847158897Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.848797781Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.856059025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"112.605721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.856801705Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.859864509Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.85994107Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.860162663Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.861768086Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.861780717Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.861973699Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":28,"elapsed":"119.140315ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.862095631Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"296f1182-e708-4ad9-b798-9b5b9b8e7fb3\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.862114911Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.863938437Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.864014318Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"120.588725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.864191971Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.864582797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.864733429Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.864743869Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.864749559Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.865116314Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.865801154Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.868457052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"125.021969ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.869840982Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.869865532Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.870130636Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.909193765Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.909271266Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"166.259959ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.913632228Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.913665539Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.913675609Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"170.201785ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.917541515Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"174.620198ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.933018716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":28,"elapsed":"190.08418ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.939955315Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.940237449Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83df70f2-f39e-48e3-9724-e581c0ed3a5f\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.942499761Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.942818106Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.944675463Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":28,"elapsed":"201.736456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.945491714Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.945777899Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.976030981Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.976044592Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.976495768Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c40ec04-f412-4241-89e2-0aa8c1d1f812\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.976521558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.976771632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.977886988Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.979884347Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.979896727Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.980052759Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.981371728Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.983335386Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.983346036Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.983487558Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:01.990897074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.990918954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.992392766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2526312e-de1b-474a-b0c4-ce388ba9ae09\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.992406166Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.992614179Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.994855106Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.995100074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.998685745Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:01.998919879Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.001909832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.001926922Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.002218476Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"86742a61-97f1-4cde-94a2-593df16bf330\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.004186394Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":28,"elapsed":"260.729981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.053751453Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.054140849Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.05632969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.056364451Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.056814557Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.057963384Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.058463771Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e37e3d5-4d16-4975-94d2-86e75edb67a6\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.058513422Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.058540192Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.058553682Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.06122402Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":28,"elapsed":"318.342745ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.072786186Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.073234452Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0aaa52-ab96-433f-8ed4-127239c27094\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073265673Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073277573Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073639738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073650788Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073658158Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073666518Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073677569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073686179Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073875992Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.073889492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.074058604Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.074081344Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.074611322Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.076832434Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.076974756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a4de7c-e9a7-4eb4-8213-20e9a0f02323\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.077005586Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.077214499Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be37b839-bbc8-4db4-8425-99b4df724b6e\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:33:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.077231029Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.07724567Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.199952605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"68ced25d-b14b-402c-a965-68415c2ad88f\", \"date\": \"Tue, 25 Mar 2025 01:33:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.199993896Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.200004186Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.200635415Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a8cd0a-da33-41ce-ab87-3e0325a3eacd\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.200693086Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.201178123Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.204848007Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.205304712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.208348436Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.208595489Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.210434826Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.210679379Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.217408415Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":28,"elapsed":"474.439659ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.589205405Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.589251426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.619956695Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.620060247Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35297"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.620234819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9f41c445-36f2-4923-89da-991cb9291141","remote_addr":"[fd00:1122:3344:101::a]:35297","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.620595554Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9f41c445-36f2-4923-89da-991cb9291141","remote_addr":"[fd00:1122:3344:101::a]:35297","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.662510404Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a9f260fd-b911-4f87-b07b-84934591a3eb","producer_id":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:02.662537635Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/producers","method":"POST","req_id":"9f41c445-36f2-4923-89da-991cb9291141","remote_addr":"[fd00:1122:3344:101::a]:35297","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":42364,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.662638136Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f41c445-36f2-4923-89da-991cb9291141\", \"content-length\": \"41\", \"date\": \"Tue, 25 Mar 2025 01:33:02 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.664228709Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:02.664247509Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"producer-registration-task","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:05.770983162Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"48359208-71a9-4025-929c-65492cac9b82","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.74333157Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.743416661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.743875707Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.743941568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.743958759Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.744302154Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.74617041Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.746743888Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.747040523Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.748594035Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.650797ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.749119222Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.749131393Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.749285965Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.750848697Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.75103715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.752290748Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.754964056Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.754989726Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.755105658Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.761996847Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:11.762022797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":83,"elapsed":"18.719198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:15.762339445Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"6e45a8c1-7110-4d8f-b83d-734d68aab5fe","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:15.762783273Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"6e45a8c1-7110-4d8f-b83d-734d68aab5fe","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:15.765492742Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?sort_by=id_ascending","method":"GET","req_id":"6e45a8c1-7110-4d8f-b83d-734d68aab5fe","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3219,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:15.765735055Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"33594d45-5183-4986-aca7-3e386603c1a8","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:15.765999639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"33594d45-5183-4986-aca7-3e386603c1a8","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:15.76743556Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/metrics/collectors/a9f260fd-b911-4f87-b07b-84934591a3eb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4MzI5NzcxOC01ZjQyLTQ3NmMtYTA2Ni1iODU2ZmRlODVmMjUifX0%3D","method":"GET","req_id":"33594d45-5183-4986-aca7-3e386603c1a8","remote_addr":"[fd00:1122:3344:101::d]:64011","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1731,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:15.771552189Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"b5c2d5a5-8f3b-46c6-8b13-a2e353336a17","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.74284788Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.742920412Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.743366948Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.744359422Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.744369112Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.744556465Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.745748052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.748502712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.748516102Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.748649954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.750137305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.75048978Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.75187545Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.754928553Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.754941054Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.755109096Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.761107512Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.761126292Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":84,"elapsed":"18.306942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.774074987Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.774349561Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:21.775567399Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"31.203196ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:25.7717849Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"afcd9f3c-15c5-4e4d-a891-ff602331cf77","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743521158Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743589719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743605239Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74361815Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74363071Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74364365Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:33:31.74365523Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74366748Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\"}","iteration":16,"elapsed":"21.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743680281Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743693551Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743705361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743716451Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743727911Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.743740352Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743752362Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743764762Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743775932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743787382Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743800062Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743813793Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743826223Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743837603Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743848863Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743860453Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743871303Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743884814Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743897014Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743910094Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743922284Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743934064Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743945775Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743958755Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743971115Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743982935Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.743995025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744006715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744020276Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744032176Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744044946Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744056836Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744065686Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744076126Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744086526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744095726Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744105257Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744114827Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744125417Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744135907Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744144787Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744154638Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744163858Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744173858Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744183568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.744193498Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 01:23:31.744065886 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744203648Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744212038Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.744221658Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744230499Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744239579Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744249869Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744262259Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744272309Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744282869Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744292729Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744305429Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74431612Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74432632Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.74433635Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744436671Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744470242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744484262Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744496722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744508483Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744520013Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744532433Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744543153Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744556283Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744569583Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744579544Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744601374Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744630184Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744644705Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744658165Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744671465Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744684865Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744698095Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744709175Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744718895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744728996Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744740316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744752876Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744774216Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.744913618Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3f0307c3-79bb-4dd8-87b6-ae6655144209.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"40054b36-2618-459b-aad0-799de8938fb6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b6a22759-03b9-4dff-b9a0-d413b6908c97.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 452373991 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.745117601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4b6e96f6-cd23-4897-9bfb-96b629ccf872.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"658f8989-b24e-48cb-83e6-b3a3b15d47d4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 452589634 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.745380285Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.745396025Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.783846ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.745457826Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.745468186Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.770175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.747592947Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.747634127Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.747930461Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.748225996Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.748690302Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.749047288Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"5.178924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.750176104Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.750450057Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.75060907Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.7506325Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.750805142Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.751166208Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.751177578Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.75133868Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.751485812Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.751654001Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.75218213Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.75219849Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.752341582Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.753129756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 460593858 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.75339888Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.75343719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.754250322Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.755255466Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.757142893Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.757157173Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.757256145Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.757267415Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.757317916Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.757429357Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.759265494Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.759345015Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.759360905Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.759564988Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.76039198Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 467820142 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.760690264Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.761519786Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.761545006Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.761559787Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.761572957Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.76249493Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.765175898Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"21.143903ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.766221043Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"21.945044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.766625919Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.768279193Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 01:23:31.744065886 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.768304263Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"expiration\":\"2025-03-25T01:23:31.744065886Z\",\"pruned\":[]}","iteration":15,"elapsed":"24.220107ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.768997733Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.769030033Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.769170425Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.772554124Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.773047941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.77372481Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.775607288Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.776117365Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.778480318Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.781453491Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.781904218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.783077134Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.784380683Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.789174232Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.793752177Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.802036226Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.806276706Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.806309487Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.806326237Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.806641101Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.811731084Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.811762715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.812011478Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.828823639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":29,"elapsed":"85.017646ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.830030256Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.830625245Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.830948519Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.831123182Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.831155472Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.831166312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.831552678Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.832318089Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.833415865Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.835045858Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.835074878Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.835295642Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.836409658Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"92.900969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.837135568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"93.129193ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.83799479Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"94.229438ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.838161283Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.838178023Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.838190283Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"94.538473ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.83937496Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.8393985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.839413381Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"95.04933ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.84358021Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.843609721Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.843620871Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.843630471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.843803903Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.845558238Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.845805802Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.846574623Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.846600393Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"102.775821ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.85618443Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.856225571Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.856235601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.856244781Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.856604807Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.862156456Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.862462Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.874135997Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.880319306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.880797833Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.911027685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.911075996Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.911469492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df9193a-cdda-44c2-bd0e-2c6adb0fc3bb\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.911486682Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.913892116Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.932538253Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.932877838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.980086013Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.987693702Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.987719403Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.988087028Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24891bd7-0d3d-4f8f-9bde-ccd7eafdacc1\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.988121828Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.988572475Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.989671231Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.990120947Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.992339959Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.992354279Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.992499751Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.992640593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.992664593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.992798715Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.994601461Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.994829844Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.995583305Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.997000076Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 704465818 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:31.99731428Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.998179012Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.998204163Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.998369145Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:31.999689144Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"255.634898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.001340658Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.001559131Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.002784388Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.004935039Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.004966639Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.005045591Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.009808489Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"266.010547ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.009837709Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.009849809Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":85,"elapsed":"265.996666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.033839963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.03435836Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.03439606Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.034746805Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2b09d3-209b-417d-b068-ffc533f17edf\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.034775526Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.037217011Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.037263661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.037276592Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.037601126Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.044797079Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.04483116Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.045148094Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.045294007Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d88bf297-157f-4d0e-b878-67de250083be\", \"date\": \"Tue, 25 Mar 2025 01:33:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.045311027Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.046166729Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.04693394Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":29,"elapsed":"303.060137ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.048452002Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba4d3a10-b5ec-441f-881f-08287e612317\", \"date\": \"Tue, 25 Mar 2025 01:33:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.048486792Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.051006338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.051036409Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"307.461299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.05115678Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.051568486Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.051593667Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.051771069Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.051787809Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.05179766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.051878121Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.052341287Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.056603218Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.056635819Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.056968083Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.062045606Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.062075577Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"318.336105ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.078115716Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T01:19:30.034299Z, time_modified: 2025-03-25T01:19:30.034299Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, db_silo: Silo { identity: SiloIdentity { id: 9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T01:20:07.062083Z, time_modified: 2025-03-25T01:20:07.062083Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.078189297Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]}},\"default_endpoint\":{\"silo_id\":\"9a81b8ef-a36f-4a8b-b795-0c9d1428d3c7\",\"tls_certs\":[\"e09544000d777870bebf1c9c16600f284e556613366f71437328220a360af175\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"334.604068ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.079623808Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.079667838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.080003963Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4f7eee36-306d-4ebc-bb17-ff4b3d58407b\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.080034353Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.08050382Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.082776383Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.083202839Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b18eb3b-e49a-4416-acb5-d9b5814aa116\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.083872248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.084457497Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.08534092Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.085764766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.088671367Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":29,"elapsed":"344.977047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.089850384Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.090214049Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.094126485Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.094157866Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.094713354Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"771d3146-7acb-4d64-81ab-c3a48fb39dbd\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.096482609Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":29,"elapsed":"352.369462ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.106848317Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"362.918684ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.115716194Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.115766335Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.115778575Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.116086469Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.120155318Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.120192998Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.120630894Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4acb525-9354-4ec0-82b6-9029cb9547d0\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.120657555Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.123694248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.133004882Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.133048212Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.133066732Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.13356691Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.134785877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.134816788Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.134830528Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"390.858153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.135516078Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.140276295Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.140320296Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.140479458Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.143644494Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60210834-8447-4faf-a5df-01a572eb2d5e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.143672954Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.143684934Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:07.107344 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.143696924Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":2}","iteration":15,"elapsed":"400.043044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.175318077Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.179552568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.179584248Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.17972088Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.18252727Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1e54f7e5-0241-40be-bb43-5fe289855c17"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.182560091Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.182572841Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"current_time_created":"2025-03-25 01:20:06.503139 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.182584471Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1}","iteration":15,"elapsed":"438.363533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.198443118Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.199056447Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T01:33:32.199213039Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.199236569Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"455.312815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.241407877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.243999Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.24404212Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.244288154Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.27130998Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.282599922Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.284791283Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.284808263Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.284977536Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.286564528Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":29,"elapsed":"542.584003ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.436394062Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.43689783Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b929ac83-ba11-43a1-b2ac-b11d18488da5\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.4369226Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.43693308Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.43694105Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.438071486Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":29,"elapsed":"694.405086ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.443626576Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.444140603Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"633103fd-02b3-429e-860d-a756dd9941cf\", \"date\": \"Tue, 25 Mar 2025 01:33:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.444172454Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.44605595Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3b9614a7-c18b-49a2-bea8-157fe0927218\", \"date\": \"Tue, 25 Mar 2025 01:33:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.446080431Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.447516361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e4325ff-7876-4cfe-8cab-dfb72f20f2bc\", \"date\": \"Tue, 25 Mar 2025 01:33:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.447533152Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.449368288Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.449416789Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"705.293361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.487694216Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.488066312Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.490329444Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.490352204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.490539257Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.498306398Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.498562782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd631cee-aeae-463e-ab74-7d34f114f63a\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498584042Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498593932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498864366Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498874916Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498883517Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498891446Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498899037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.498906547Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.499063159Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.499089149Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.499300602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.499311252Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.499597967Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.501840789Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.50195229Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e81744c-afd3-47a5-88b9-f9376eea7ed8\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.501971541Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.502054222Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c643140-c150-451d-a8fd-c9b54147a232\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.502067882Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.502076962Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.600955097Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"254acc17-851e-4365-831c-5438d6659806\", \"date\": \"Tue, 25 Mar 2025 01:33:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:32.600979977Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.600989007Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.601543205Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3044a032-3bd7-43ce-aac9-b772f1b6ae93\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:33:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.601580746Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.60183101Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.605797266Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.606122731Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.608613676Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.60881641Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.610993601Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.611334575Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:32.618231074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":29,"elapsed":"874.29547ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:35.771615985Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"5e538aaf-8719-4214-9d66-f848cc2cd1ed","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.743881581Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.743938212Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.744433669Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.74448165Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.74449469Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.744652752Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.745924771Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.748932894Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.748959614Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.749135226Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.753289246Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.753634051Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.755802332Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.758683183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.758699463Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.758872256Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.766421244Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.766447204Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":86,"elapsed":"22.589873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.781872855Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.782118969Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:41.813279034Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"68.782134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:45.771759285Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"cf27f242-5c35-471c-aae2-80fa9541d573","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.744024381Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.744108953Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.744579119Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.74464626Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.74465945Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.744926654Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.746290034Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.749372128Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.749388568Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.749587691Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.751671051Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.751886824Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.753737Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.75652449Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.7565365Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.756675852Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.765479138Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.765498719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":87,"elapsed":"21.514239ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.776201092Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.776525836Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:33:51.77749941Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"32.84949ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:33:55.772463263Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"e99ad186-0d09-45e2-9c01-72ebc5cef14c","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743599823Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743674064Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743691484Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743706005Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743718475Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743730705Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743742595Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743755225Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743766456Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743778276Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743790756Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743801666Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743812916Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743825806Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743837797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743850027Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743862447Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743874407Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.743886867Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744005179Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744025409Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744141431Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744267913Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744300253Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744311063Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744320264Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744396494Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744411745Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744815131Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744843221Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744855361Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744865711Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744875011Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744883492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744891212Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744899792Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744906832Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744915322Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744923242Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744932172Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744940452Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744948662Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744956302Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.744964763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744974433Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744983403Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.744993373Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745001713Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745156085Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745170306Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745181206Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745194346Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745203086Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745212936Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745225777Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745235286Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.745243517Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.747049993Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.318877ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.747951856Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 454989438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.74826763Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.748869889Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 455908601 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.749164593Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.749579109Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.749875603Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.750556183Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.750786766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.75246348Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.75247908Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.752629772Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.753276302Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.753294512Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.753441794Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.757519212Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.758349534Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.7587337Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.761091773Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.761126664Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.761384348Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.764418491Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.764767706Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.771712325Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.77482972Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.774956782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.775316317Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.775425358Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.777078492Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.777104673Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.777346726Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.778899748Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.779545388Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.782834615Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.782865615Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.783139469Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.783730457Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.784064402Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.784301625Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.784326796Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.784517849Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.809198602Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.811436274Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"66.566742ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.812230065Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.812251425Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":88,"elapsed":"68.461979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.812521079Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.812791123Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.814105052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.814129332Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.814315685Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816309074Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816342484Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816355084Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816477596Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816499576Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816514426Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.816714929Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.819754513Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.819782193Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.820023917Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.820796868Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.820823628Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.820834368Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.821017711Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"76.17645ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.821066172Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.821441147Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.82168892Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.823147672Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DnsResolver","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1768bc4c-c9ec-4fc7-a560-5ef338d49e99.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 530182914 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.823259793Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.823429616Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.823528397Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.82373719Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.824094455Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.826222205Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.827497224Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.827525944Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"82.646523ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.828589489Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.82861973Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.828757902Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.830833621Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"87.250448ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.830935943Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.830967473Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"86.125543ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.831348779Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.832176881Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":30,"elapsed":"87.34816ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.834681397Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.834709037Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.835084782Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faafa747-3b50-43c2-baf9-26bebb7a2aa1\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.835107743Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.836839797Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.846159221Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.849254645Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.849284835Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.849516289Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.850470272Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.854460269Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.854728753Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.854814354Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.854920876Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca230fe-d6e1-428d-8fc7-eb841f9f7992\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.854947776Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.855300672Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.857076577Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.857121567Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.857134238Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.857250059Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.857326661Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.857765977Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.859756505Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.860140511Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.862302022Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.862327292Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.862335802Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.862519335Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.867704599Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.867730049Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":30,"elapsed":"124.102386ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.887059806Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"142.181934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.897179301Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.900190814Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1768bc4c-c9ec-4fc7-a560-5ef338d49e99, lookup_type: ById(1768bc4c-c9ec-4fc7-a560-5ef338d49e99) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.900211064Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.900400787Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.902289344Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"0","iteration":30,"elapsed":"158.60407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.910250338Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"165.363276ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.911701619Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.911719689Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.911729249Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"166.824758ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.930063411Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.930436607Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b41ac3f-882e-4267-bee0-7e8e1d869fd2\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.932920532Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.933289128Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.934239081Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.934267082Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.934550155Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"MgsClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6cb79e3-c589-4095-bfdc-e07fef54b856\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.934563386Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"190.888811ms"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.934572916Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:01.935462059Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"null","iteration":30,"elapsed":"191.738553ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:01.936605225Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.009398617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":30,"elapsed":"265.678792ms"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.020446895Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.020480055Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.02086369Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5badf1b-7e72-4a3e-9621-49e1fb4ccfcb\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 01:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.020901801Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.021344457Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.088438717Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.088483718Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.097813282Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e1473bc7-093f-4b41-961d-31a5f927cd4a\", \"date\": \"Tue, 25 Mar 2025 01:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.097856012Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.098316499Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.105841966Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.108120869Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.108445894Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.112011125Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.112270838Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1768bc4c-c9ec-4fc7-a560-5ef338d49e99 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.115675617Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.115697798Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.178112611Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.178468656Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.180661817Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 1a5160a0-1d63-486b-827e-4b7de2ad2079, rack_id: 16a011db-af85-49cc-8fa6-b468f46a78bd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(80c078c2-e0e7-4e11-a9de-db9b8488eb2c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.180694058Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.18085026Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.189759757Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.190094712Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b71eca5-a066-42de-a82c-30a09e8fd362\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190119563Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190130383Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"80c078c2-e0e7-4e11-a9de-db9b8488eb2c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190426757Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190442407Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190449977Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190458877Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190467448Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190474557Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.19065329Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.19066718Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.190912734Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.190921554Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.1913571Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.193620842Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.193815075Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3806414-85d3-4bdd-b411-0e84d6eb7eae\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.193843316Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.193915467Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"component":"DpdClient","rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8cb6ee-19e9-4ada-99cd-c7290511776c\", \"content-length\": \"51\", \"date\": \"Tue, 25 Mar 2025 01:34:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.193929537Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.193971868Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.2144269Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"aff32df0-1bff-4cc6-9fbd-e7609c7a7cea\", \"date\": \"Tue, 25 Mar 2025 01:34:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.215893761Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":30,"elapsed":"471.00098ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.215943262Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"SledAgent":"1768bc4c-c9ec-4fc7-a560-5ef338d49e99","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7483c04c-449e-4ddd-870a-1a54b8d7690f\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 01:34:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.215972973Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.215983142Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.215991543Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.217495764Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":30,"elapsed":"473.864001ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.316514221Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fbf7bfe9-7952-49c4-af7c-f77cb97b80df\", \"date\": \"Tue, 25 Mar 2025 01:34:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:02.316555561Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.316572002Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.316821635Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"rack_id":"16a011db-af85-49cc-8fa6-b468f46a78bd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90dc9179-30fa-4cdd-a2c6-39d84c1727a8\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 01:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.316866866Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.317183301Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.320601429Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.320790522Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.323082745Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.32342783Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.325695482Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.325897605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:02.333166849Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{}","iteration":30,"elapsed":"589.393204ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:05.771837322Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"36e8b4df-cfa9-4ddc-baa1-97a06ebe45e4","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.744094738Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.744148589Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.744483814Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.744531605Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.744541235Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.744716827Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.777456766Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.777497356Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.777857692Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.779433534Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"34.89447ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.780509279Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.78053261Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.780681882Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.783016905Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.783231688Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.785035784Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.787677932Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.787692052Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.787825114Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.793907211Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:11.793933722Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":89,"elapsed":"49.846763ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:15.772619282Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"18e185e0-12a2-43dd-a657-d98f87b312e6","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.743827962Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.743900733Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.74439725Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.744949388Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.744961298Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.745124281Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.746241247Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.747043058Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.747404859Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.749012107Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.749024467Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.749170989Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.751051876Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.751425291Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.75276079Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.755677342Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 3ed5031c-b711-4951-ae01-aa99dea7c00b, lookup_type: ById(3ed5031c-b711-4951-ae01-aa99dea7c00b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.755691672Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.755856094Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.771943505Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"original_time_created":"2025-03-25 01:19:22.301325 UTC","original_target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","time_created":"2025-03-25 01:19:22.301325 UTC","target_id":"3ed5031c-b711-4951-ae01-aa99dea7c00b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.771973195Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"3ed5031c-b711-4951-ae01-aa99dea7c00b\",\"time_created\":\"2025-03-25T01:19:22.301325Z\"}","iteration":90,"elapsed":"28.162993ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T01:34:21.778733852Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"33.777503ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T01:34:25.773130397Z","hostname":"oxz_nexus_35dfc82d-051d-4e93-9771-05f76e04a80f","pid":24895,"uri":"/35dfc82d-051d-4e93-9771-05f76e04a80f","method":"GET","req_id":"fb90520e-36ea-4bdb-92be-97cd4e5cbc71","remote_addr":"[fd00:1122:3344:101::d]:48884","local_addr":"[fd00:1122:3344:101::a]:36181","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"35dfc82d-051d-4e93-9771-05f76e04a80f","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":306,"response_code":"200"}