{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.56189036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.561977832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.561988262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.561996272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.562003962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562011222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562018842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562025302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562032872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562040052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562047223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562053883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562060053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562066423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562073023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562079863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562086733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562093684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562100533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562106724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562113554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562119694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562125744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562131744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562138824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562144744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562151244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562156804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562163654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562169814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562176315Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562182755Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562189565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562195515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562202615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.56248843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.5625045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.56251321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.56252224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562575031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562585261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562594191Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562602741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562611701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562619392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562628881Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562637222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562649902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562664772Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562672632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.562680742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.564528271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.564701523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.564912047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.565316963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.33698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.565771369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.566011603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.566887807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.566915637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.56714439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.568365999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.56839649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.568600603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.569858422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.569882482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.569892303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.574494712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.574524802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.576526783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.578339301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.578366291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.578374701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.578385732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.578594765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.578611155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.580063577Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.580089978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.58024917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.582351832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 926, tv_nsec: 458283502 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.582456774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 926, tv_nsec: 458400543 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.582652927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.582752908Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.582792869Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.582806819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.582813919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.583185595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.583930406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"21.963005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.584616197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586228301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586507596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586706759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586722769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586730119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.58678938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 926, tv_nsec: 462726199 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586949412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.586961683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.587193836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.58743964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.587638873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.594817432Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.594848113Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.594859673Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.595222789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.598203634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.598596265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.600675192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.6051267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.6051485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.605405424Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.624580777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.624626618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":28,"elapsed":"62.553455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.629606794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.630065301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"67.965208ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.630256674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.632727622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.632971555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.63324037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.63326178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.6345656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.634828174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.635024117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.635489234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.635725868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"73.574163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.635744598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.636632841Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"74.604249ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.638745624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.638775104Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.638961567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.640845156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.640872686Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"78.918905ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.641434795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":10,"elapsed":"79.525304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.649074921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.652427453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.652458423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.652757298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.653994787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.654021427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.654096678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"91.957164ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.656523425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"94.405192ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.671693677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.671725187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.672086083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575238e0-98fc-4acb-ab11-590322300bc5\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.672104013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.674294997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.674323557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.674566721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.674602931Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d031fbb3-3cfc-47c8-a188-135c0c7053e7\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.674622622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.675404504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.675426984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.675691668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e15a87a-5f1c-4080-82d2-ec1d9aa779bd\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.675721168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.676258997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.677968623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.687178883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.687514729Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.688158449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.688382822Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.689519219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.69152624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.69155277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.691697363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.700738181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"138.710358ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.720852208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"158.704194ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.784070434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":10,"elapsed":"222.047301ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.786140115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.78645538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd32e50f-2d93-4a8b-80e2-c7ec1f1d01ef\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.788294378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.788652204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.794876049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.794890119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.795346576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd012bb1-f331-4f84-bf37-7f47c64c5848\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.795368366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.795682221Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.796741817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.798047607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":10,"elapsed":"236.049985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.798529635Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.798551225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.798680817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.810388055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.810413002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.810607602Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d792b410-9e1c-46a3-a006-9a4c96d2835b\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.810618468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.810961064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.813542394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.813769277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.82048893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.820770864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.823602748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.823617238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.824023614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"233dfc1b-3a1d-4193-98c8-a5e8bcc3e4b0\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.82569872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":10,"elapsed":"263.779048ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.862032605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.86239159Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bbe5863-2423-4e9a-8d19-2f649b29af4a\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.862427661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.862438961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.862448551Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.864626874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":10,"elapsed":"302.674693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.88201271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.882390696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.884103692Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.884117502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.884279705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.891280832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.891577546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473a20e6-f822-4e0b-8e48-52f43ee4f1bb\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891598086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891608597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891915951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891925411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891932311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891939791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891947412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.891954722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.892170045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.892183715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.892413519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.892422419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.892641972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.89443566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.894607202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d44fea4c-31c0-42fe-a381-522a20dce783\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.894619143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.894739094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf7eedf-2abd-4bac-9568-e76afba2abd1\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.894770435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.894782255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.985607482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"83c219f8-2e0d-4031-b195-9f428549c5f3\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:03.985636203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.985647663Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.986186291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9fc4b1-ac60-470f-a83d-bd3643fcb34b\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:00:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.986226572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.986656318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.989822097Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.990089911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.992758662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.993074167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.994934125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:03.995198639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:04.001229611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":10,"elapsed":"439.343351ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:07.648697399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"7a415a09-8673-461a-aab6-54fd6f477d44","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.56190228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.561956791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.561966541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.561974311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.562231475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.562302576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.563834309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.564052623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.564492519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.56582488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"3.94035ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.56714813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.567182181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.567341523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.568943007Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.569146891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.570606053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.572988498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.573008069Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.573149531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.581963435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:13.581987756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":29,"elapsed":"20.075036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:17.641787153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"060b3116-2b1f-4917-b907-6f8d48f651a8","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:17.642106038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"060b3116-2b1f-4917-b907-6f8d48f651a8","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:17.644643947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"060b3116-2b1f-4917-b907-6f8d48f651a8","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2934,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:17.644953802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"89097c57-feb8-4bbe-8de4-379a6cc5c6c3","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:17.645306347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"89097c57-feb8-4bbe-8de4-379a6cc5c6c3","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:17.647315388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"89097c57-feb8-4bbe-8de4-379a6cc5c6c3","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2433,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:17.64881114Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"58552e7f-f297-40ee-bab3-20c22bc49089","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.562017042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.562073253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.562082753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.562090713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.562383148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.562397528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.56386663Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.56454063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.564902096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.566274817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.251235ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.5664547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.56646747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.566626322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.568302678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.568591262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.570027584Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.572555282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.572568142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.572718414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.582446963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:23.582466703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":30,"elapsed":"20.469842ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:27.649781686Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"a19cfe52-fdc8-4093-b507-ca78fedb55ab","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":565,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562011611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562067462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562077912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562086492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562093952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562102613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562109823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562117243Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562124023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562130863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562137603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562145243Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.562151453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:50:33.562075082 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562161784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562168464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.562177334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562187574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562204514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562215084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562226085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562236985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562248345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562258465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562267915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562277705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562287226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562298596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562308996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562319236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562329316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562339616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562347696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562353887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562361236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562367447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562374557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562381007Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562387127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562394277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562401837Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562409477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562415937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562423048Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562429388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562436308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562442108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562448918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562455998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562462248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562469488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562475928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:00:33.562482898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562490229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562497329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":7,"elapsed":"14.49µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562506239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562512039Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562519759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562526999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562536919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562546679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562556839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.56256767Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.56257768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.5625917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.56260292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562613671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562627541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562641911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562656901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562671111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562723682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562774313Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562797853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562812323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562825864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562839804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562854834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562874795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562894925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 956, tv_nsec: 438684224 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562927345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562939936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562949176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562959696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562968336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562977326Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 956, tv_nsec: 438758695 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562989996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.562998746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563005906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563015557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563026007Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563034307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563042617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563361342Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563389352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.182458ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563461733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.563486554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":6,"elapsed":"1.126097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.564684102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.564964676Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.565000367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.565458654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.337761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.565572346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.565802409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.566096374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:50:33.562075082 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.566111324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:50:33.562075082Z\",\"pruned\":[]}","iteration":6,"elapsed":"4.027972ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.566749704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 956, tv_nsec: 442554323 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.566910666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.566934977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.567059988Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.567073339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.568725224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.570328918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.570514961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.570587002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.570596282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.570741055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.57242721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.573465976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.5736846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.57502982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.57505567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.575240543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.575848122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.576667385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.577070991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.577336695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"15.019439ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.577829803Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.577845913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.577979465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.579279075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"17.055951ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.580078877Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.580100747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.580110538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"17.841252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.580491364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.580775448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.581246775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 956, tv_nsec: 457026814 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.581613851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.581764283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.583926956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.583958946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.58418887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.589884558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.592969144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.594073971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.594775852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.594808182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.595001155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.596416207Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.596448497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.59665168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.597996961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.598748162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.599044777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.600127504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.604219016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.606754105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.608076725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 956, tv_nsec: 483872204 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.608374599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.608468131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.608676304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.60905222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.60906467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.609240353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.611467347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.61167637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.611850883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.612067136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.61236056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.612624644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.612644035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"50.37197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.613129222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.613580479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.614109987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.614372981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.614701996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.61493152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.61494918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.615169353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.617101833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.617687532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.618592715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.618615446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.618809499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.62087775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.625056704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.625083265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.625310858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.629652004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.630137302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.640168785Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.640643392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.643016749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.645022899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.64505704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":31,"elapsed":"82.590212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.645212982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.645773231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.645812431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"83.581047ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.647588029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.647613939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.647621969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.647966404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.648247808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.648283589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.648297529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.648535523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.648822047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.649290364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.649378516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.649947914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.650637365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.650660536Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.650803718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.652739157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.653112883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.653849064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"91.507558ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.653920025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.653947136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.653957016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.654529824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.66012378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"97.785034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.662216202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.662410345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.662627408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.662834682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.664165642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.664641649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.666233433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.666568039Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.667530233Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.667686265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.667703306Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.667712386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.667720566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.668185563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.669641955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.67059341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.670623381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.670876374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.671216979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.67124506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.67125344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.67126217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.671606636Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.672300396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.673014157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.673433623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.673464494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.673655967Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.67386222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.67387958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.67389183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"111.771858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.675866781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.675892111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"113.825618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.676401459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.677484255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.678013173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.679593718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":11,"elapsed":"117.16108ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.679620038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.679634358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"117.324133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.679646308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.679994053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.680484831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.680503111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.681225082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.681248713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.681262293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.681273013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.681510977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.68431377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.684694085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.686188918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.686501613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.687474948Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.687752952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.687773723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.688007466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.691813864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.691846705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.692057178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.693282707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.693301387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.693556061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.695128745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.696324533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.696343613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.696353943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.696362194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":6,"elapsed":"134.060098ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.696701059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.697061174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.697734035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.697746485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.697977798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.698171821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.699641434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.699878897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.702837793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.702875243Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.703017595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.703205678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96bf4a40-aaad-407f-a816-df233f3af4ef\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.703224568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.70330808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.706189904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.706217544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.70657436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.712954367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.713349213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.713385824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.713397534Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.713408604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"151.002257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.718129576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.718451781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.720733256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.725912475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.725948296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.726142009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.729458039Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.72948755Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.72950059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.729828505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.731841156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.733225297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.733254347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.733627103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5043fbba-5e0d-45aa-aa55-e44a3234d25a\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.733659263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.733887337Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"171.447409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.73606159Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.736088181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.736313074Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.737219338Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.75048383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:00:33.752318209Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.752342779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"190.315037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.757228824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.757474047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.75832157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.758352531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"195.924493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.767214046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.76749726Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.793902024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.793936084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.794259879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0641436f-3082-4684-bf6c-e190341b3540\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.79427817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.796078707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.879577613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":11,"elapsed":"317.536651ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.906055457Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.906075997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.906405182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2991369a-abac-48dd-bc04-7bd4ed61646f\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.906428653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.906790178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.908989712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.909260666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.909272386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.909286987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.909304297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":6,"elapsed":"347.239385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.909375098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.910943622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.915613513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.915883647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.915971078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.917676824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.918509267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.918790832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.919575324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.919600094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.919755266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.921498123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.921716256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.921731677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.92194292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"737f8e74-78f5-427d-8fd4-fb0086d2410d\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.9219706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.922232164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.92325433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.923382222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.923395372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.923493044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.923570345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.924418638Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.92458445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.925189229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.925410283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.927072698Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.92720019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.927263291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.927378413Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.929556536Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.929915951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.930689003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.930709924Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.930988818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"02daca02-391c-4fa6-a610-64602bb747c4\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.932367569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":11,"elapsed":"369.925011ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.936474892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.936869708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a2573a4d-b5fe-49e2-9c3c-bfd6897acf90\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.936891228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.938627035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5ba1c879-49b2-4f33-b6b0-b09b49e87921\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.938649665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:33.941074702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.941103422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"378.936899ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:33.959574615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.013891394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.014177019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f67e88-3ccc-4505-8c2f-8081e7e57288\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.016049978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.016343572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.044926088Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.045289794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c9abee-09e2-4240-99b4-34ca3d7f9008\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.045317274Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.045327105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.045334455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.04632246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.046548363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.046800677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":11,"elapsed":"484.432591ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.047028901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":11,"elapsed":"484.639903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.047796932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.048117147Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.049454688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.049762753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.051081893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.054627107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.054645607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.054781049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.056229001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.056413574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.057253057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.057417599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.058667298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.06206853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.062084601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.062231623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.07057538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.071039978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"69fecddc-982a-48bd-8b2b-3c61de16dd3c\", \"date\": \"Thu, 09 Jan 2025 02:00:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.071053278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.072245926Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 4f2d96ec-8d74-4498-99de-eb86f0ad9069, kind: Service { id: 529d4c5c-68f4-4868-89bd-83eaa1aa4e8b }, name: Name(\"nexus-529d4c5c-68f4-4868-89bd-83eaa1aa4e8b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7903dd60-4f91-4fe6-bee8-c9f7f99c0a5d, kind: Service { id: c0a9365d-d13c-4032-a1ed-9ff69918b349 }, name: Name(\"nexus-c0a9365d-d13c-4032-a1ed-9ff69918b349\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c8cf1e65-92bd-4b41-87d3-99152d5ec281, kind: Service { id: e7344e32-c3b3-43f7-8c30-e8bae4108d33 }, name: Name(\"nexus-e7344e32-c3b3-43f7-8c30-e8bae4108d33\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 1c4ecb35-e21a-4acb-a24d-e64c920368a9, kind: Service { id: f0f2e5cd-2795-4686-a722-eff994bc2526 }, name: Name(\"external-dns-f0f2e5cd-2795-4686-a722-eff994bc2526\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 207])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 895186f7-b090-4dae-808e-8be75d2b2d7b, kind: Service { id: f3416805-f40d-4d68-a19c-04a4a2965ebd }, name: Name(\"external-dns-f3416805-f40d-4d68-a19c-04a4a2965ebd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.072274286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.07255351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c872e76-1a6a-4f9e-b2ab-94728001d9cc\", \"date\": \"Thu, 09 Jan 2025 02:00:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.072583091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.072595491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.073868631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.073962042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b50a3ac7-6e63-4b2e-9e7e-6404529d1d98\", \"date\": \"Thu, 09 Jan 2025 02:00:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.073974612Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.075608777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.075629388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.07576415Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.075901192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.075942882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"513.805299ms"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.076934728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.076989928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1c4ecb35-e21a-4acb-a24d-e64c920368a9, kind: Service { id: f0f2e5cd-2795-4686-a722-eff994bc2526 }, name: Name(\"external-dns-f0f2e5cd-2795-4686-a722-eff994bc2526\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 207])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 895186f7-b090-4dae-808e-8be75d2b2d7b, kind: Service { id: f3416805-f40d-4d68-a19c-04a4a2965ebd }, name: Name(\"external-dns-f3416805-f40d-4d68-a19c-04a4a2965ebd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4f2d96ec-8d74-4498-99de-eb86f0ad9069, kind: Service { id: 529d4c5c-68f4-4868-89bd-83eaa1aa4e8b }, name: Name(\"nexus-529d4c5c-68f4-4868-89bd-83eaa1aa4e8b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7903dd60-4f91-4fe6-bee8-c9f7f99c0a5d, kind: Service { id: c0a9365d-d13c-4032-a1ed-9ff69918b349 }, name: Name(\"nexus-c0a9365d-d13c-4032-a1ed-9ff69918b349\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c8cf1e65-92bd-4b41-87d3-99152d5ec281, kind: Service { id: e7344e32-c3b3-43f7-8c30-e8bae4108d33 }, name: Name(\"nexus-e7344e32-c3b3-43f7-8c30-e8bae4108d33\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.077011889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.094990953Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.095344289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.09735936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.09739046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.097692975Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.10724122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.107538465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c956a614-2ba7-419f-886a-64c0f7eb2e67\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.107561985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.107571936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.10785093Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.1078617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.10786808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.10787493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.10788128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.10788732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.108068893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.108078403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.108283587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.108292167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.10854696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.110766534Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.110880626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0823c19-2fa3-48ca-a388-69f2828b92b1\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.110891206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.110981798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444331f6-cb56-44f3-9745-651845a7ef89\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:00:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.110997628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.111007958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.133665464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","vpc_to_sled":"[Sled { identity: SledIdentity { id: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, time_created: 2025-01-09T01:55:58.159861Z, time_modified: 2025-01-09T01:55:58.159861Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.133694125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.133701925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.133966659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.136206033Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.136408506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.137595514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.140244785Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.17393805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.201158035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"570a76d2-28c8-463f-ba22-ee42abf71f9b\", \"date\": \"Thu, 09 Jan 2025 02:00:34 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.20274653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.20276272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","elapsed":"640.595487ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.20277075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":2,"elapsed":"640.606977ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.297756631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a6dc6177-7377-4e12-9cc5-1e0ee22ce704\", \"date\": \"Thu, 09 Jan 2025 02:00:34 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:34.297793002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.297802422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.298042965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85cfea8-fc2a-4d76-9904-fa4e622c59b8\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:00:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.298084276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.298491802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.302069197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.302402782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.305622621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.305950146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.307700813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.307949517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:34.314620248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":11,"elapsed":"752.619537ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:37.648907574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"06863fe7-6416-439d-ae6b-0cbdaa137760","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.562104694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.562158765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.562168705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.562176345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.562471959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.56251598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.564010273Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.564350568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.564810685Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.567402415Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.567420275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.567568217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.569625909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.569882963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.571242744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.573769591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.573785042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.573949434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.585542511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.585570702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":32,"elapsed":"23.445167ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:43.591470232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"29.378117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:47.642084929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"4a00b368-baa3-479c-995e-4ec2d0663b93","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:47.642395023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"4a00b368-baa3-479c-995e-4ec2d0663b93","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:47.645173036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"4a00b368-baa3-479c-995e-4ec2d0663b93","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3162,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:47.645477361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"2711595a-a11a-4460-b9aa-4f344807c79a","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:47.645820476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"2711595a-a11a-4460-b9aa-4f344807c79a","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:47.648203932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"2711595a-a11a-4460-b9aa-4f344807c79a","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2787,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:47.648787771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"674139a5-0260-4b70-92d5-17bb626bd815","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.561701267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.561756388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.561795528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.561804369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.562067103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.562099203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.56383567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.566428999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.56645867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.566605632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.568750625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.568950738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.570247508Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.572626003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.572647124Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.572782295Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.58351769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.58354837Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":33,"elapsed":"21.833333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.591304749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.591576513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:00:53.592753831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"31.070443ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:00:57.649492262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"690eae36-34cd-4cfe-a33d-0ae57412cec1","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":378,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562300436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562359237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562369077Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562377257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562385568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562392528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562399178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562405678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562411558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562418748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562425198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562432098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562439249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562445938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562451649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562457419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562464519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562471069Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562478469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562484869Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562491539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562498599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562505559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562512219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.56251908Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.5625263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.56253296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.56253911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.56254492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.56255136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.56255883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.56256579Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562572911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562579911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562586871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562845105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562874195Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562883225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562893185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562934406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562965617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562975807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562983087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562990487Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.562997597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.563006077Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.563014317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.563029318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.563037847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.563045728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.563086168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.564733924Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.566203086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.566376889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.92862ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.5664558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.566616882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.566626022Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.566770995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.567301093Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.569668319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.569697049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.569859052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.57236442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.574240908Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.574265589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.574432891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.575237793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.575590339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 986, tv_nsec: 451241808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.575627589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.575922614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.577210694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.578426662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.578539144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 986, tv_nsec: 454195843 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.578887849Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.581019412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.581050522Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.581344247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.581371337Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.581385477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.581633101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.584031248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"21.486137ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.586453425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 986, tv_nsec: 462100794 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.586536046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"24.038817ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.5867748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.586844441Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.587205676Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.588067009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.588727329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.589046904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.589138856Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.590349704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.590376415Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.590564478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.59137742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.59140453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.591546662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.625805266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"63.353437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.628548958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.628753001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.628782231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.628793451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.628893173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.629259789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.630499397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.630841613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.634816383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.636164684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"73.876928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.636798984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.637111729Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.63721665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.637491264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.638666842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.638689073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.638870945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.638920826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"76.407307ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.639540756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.639759969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.641009278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.6411494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.641260542Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.644609293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.644624893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"82.221265ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.645323494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.645342714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.645598088Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.647186252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.648122717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":12,"elapsed":"85.637767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.651047691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.651100282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.651185624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.659815145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.659836336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.6601403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6422a160-a6a8-4065-b623-81cbf0bc5eb8\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.660155101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.662124231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"99.819044ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.662385185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.665397201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.665419851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":34,"elapsed":"102.959863ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.66667833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"104.157591ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.6693035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.669321041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.669327471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.669639266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.670064662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.670075972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.670348936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f822f0c1-51db-4475-a1d2-33f0d6f9afb4\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.670363997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.671934281Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.678825946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.678853206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.67911339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5adb7f7a-7748-4b01-b2c7-28bb0f8284a4\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.67912848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.680652284Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.704065951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.704096952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.704105532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"141.693693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.722499583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.722817848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.757426047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.757719621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.759121653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.760997941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.761010871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.761158644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.762599575Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.764150249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.76416565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.764293472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.76613302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.766420434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a851c3c1-c339-4a9d-843f-0c40215af819\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.768230142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.768493976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.769772925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":12,"elapsed":"207.427658ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.779632876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":12,"elapsed":"217.252438ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.785381814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.785398554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.785753819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9799b71-7945-4066-ae89-603847094059\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.78577305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.785970953Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.825813151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.825842952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.826000784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c1a4522-2a05-4b21-b0fb-34429b98abe3\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.826024975Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.826253828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.876969703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.877367819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.877623973Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.880296444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.880322614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.880334164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.880570918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.880600788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.884220624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.88463454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.887580065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.887599705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.88985525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.890132194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"315ac2b9-d358-4b3b-bce7-b22da1426d87\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890160154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890171804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890425148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890434999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890441409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890447769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890454649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890461049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890592461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890605041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.890765864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.890779814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.890964127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.892281147Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.892401989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2585a0f7-bff8-42d3-807a-e7f13567389b\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.892416949Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.89250349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"947b977a-0bc9-43f1-8712-208204caf9a3\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.8925162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.892525811Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.966583172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce31fac-e373-43d3-a83d-cfd8ff9e83f2\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.966613882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.966624412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:03.966632403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.966706594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dc3f6e3e-57dd-4ef9-902e-ad652dc93636\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.968306918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":12,"elapsed":"405.812899ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:03.968956268Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":12,"elapsed":"406.592811ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.073726459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"49c52710-51d9-4a4e-abe7-d84c9710eaf7\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:04.073764289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.073774789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.074071294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2923681b-d065-48c2-9589-20419634fec3\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:01:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.074113245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.074419559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.07841675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.078636044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.081958494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.082222808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.084420862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.084750707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:04.092536576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":12,"elapsed":"530.204009ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:07.649302259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"bda376df-ad65-4558-b8a9-38e89cb2048e","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.56149493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.561546418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.561558297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.561567081Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.561805566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.561885198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.563879021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.566608133Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.566630453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.566856586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.568173877Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.568454881Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.570219398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.572807547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.572830878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.5729736Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.580888641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.580904941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":35,"elapsed":"19.390586ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.59066226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.590872003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:13.617933377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"56.434532ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:17.649424173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"96cafe75-6349-49b9-8d03-fef9c04252f4","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.561616709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.561769951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.561782411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.561790541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.561985394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.562001125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.563447997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.56368692Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.563698951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.564923259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"3.324271ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.566208919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.566217769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.566380361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.568354082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.568554385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.569917986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.572224101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.572237291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.572369743Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.583289709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:23.583310899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":36,"elapsed":"21.685921ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:27.649637896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"ef1924f5-de94-40c1-9d7a-95ef4f02f57f","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":376,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:32.642477017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"56338d3a-ee99-4ed5-ac3c-51127801f717","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:32.642811922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"56338d3a-ee99-4ed5-ac3c-51127801f717","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:32.645588364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"56338d3a-ee99-4ed5-ac3c-51127801f717","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:32.645780057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"3e07026a-0e7b-43a3-b5e3-7534008da261","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:32.646019541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"3e07026a-0e7b-43a3-b5e3-7534008da261","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:32.647628385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"3e07026a-0e7b-43a3-b5e3-7534008da261","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1878,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.561953703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562003414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":37,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562014984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562024574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562033844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562042874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562053655Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562063205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562074005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562084595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562095985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562106746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562118966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562130916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562141686Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562152336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562162346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562173027Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562182397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562194637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562205477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562215287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562225347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:01:33.562235997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562248768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562259228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562268848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562278818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":8,"elapsed":"13.46µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562290778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562307789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562318039Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562327319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562337139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562346349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562356469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56236639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56237647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56238576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56239555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.56240453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:51:33.562187717 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56241476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56242358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.562432331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56244046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562449001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562458331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562468621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562476831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562486191Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562496012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562506341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562516172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.562523892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562529972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562536942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562544962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562552942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562564382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562604063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562638734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562651944Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562662734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562672604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562682044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562692395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562701695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562711615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562720865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562731105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562741085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562753225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562765116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562777236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562790516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562802626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562815856Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562828006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562839007Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1016, tv_nsec: 438292875 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562857797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562870597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562882457Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562926718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562943328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1016, tv_nsec: 438298915 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562957348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562966719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562975719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562987179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.562996159Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563006269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563016479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56302802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56304084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56305004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56306034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563130561Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563162222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.097167ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563214963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563242323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563322004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563334584Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.31106ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563445466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563456486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563671369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.563889923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.564116696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.564820877Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.565073841Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.565101641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.566680305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.450018ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56764716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.56766405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.567892714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.569221364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.570749527Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1016, tv_nsec: 446256647 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.571199634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.571226005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.571998927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.572026357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.572265501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.573394018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.573418958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.573590741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.574647857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1016, tv_nsec: 450166127 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.574979382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.577949328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.578012998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:51:33.562187717 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.578031229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:51:33.562187717Z\",\"pruned\":[]}","iteration":7,"elapsed":"15.832001ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.578443625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.585069766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.585107797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.585119017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.585397291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.591087038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"28.457945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.592120064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.594612872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.595101459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.595626318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.595652808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.595948772Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.598918138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.603217183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.608334692Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"46.375968ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.613408659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1016, tv_nsec: 488921059 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.613757275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.616266413Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.616848462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.621420281Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.62195853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.624337696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.624823004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.625309461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.626777623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.626804934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.626818244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.626831654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"64.731529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.629673778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.629700448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.632017434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.632045054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.632333648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.633441395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.633466396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.63373982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.634744825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637356765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637382076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637392945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637611289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637639459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.63771591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637733021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.637743001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.638075756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.638286659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.640834248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.640864509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.641025571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.641136763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.64164279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.642041416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.642753038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.642773488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.643023222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.643206694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.643224815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.643493269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.644423543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.644449433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.644715788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.644738308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.645009662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.645086853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.645298506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.646155979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.648952472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.648980062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.649190196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.651609283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.651834196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.65209774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"89.474087ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.652311553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.654165942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.654198492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"91.576299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.654367685Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.654385095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.654598508Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.654614799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.656867283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.656894383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.657015875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.657035436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.65732143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.657498163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.658099482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"95.481149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.660244165Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.660269335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.660283425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.661111598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.661141708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.661154008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.661166729Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.661176469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.662724983Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.662758353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.663025617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.663523495Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.663554175Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.663782539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664672542Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664701043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664792614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664812915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664823885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664833725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.664945386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.665068378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.665340652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.665630477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.666994428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.667260882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.695095487Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.695428782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.697095168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.697133138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.697143458Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.697152318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.697467363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.700991377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"138.865062ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.701799289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.70182076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.701862901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"139.577433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.705369264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.705833971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.706033644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.706344059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.72212421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.729831678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.74505439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.745106071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.745446406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b983e0-b4fc-4f7a-b888-0883c1e7f05c\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.745474637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.748490603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.767219839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.76728129Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.767530954Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b9a677-b855-41fd-810d-5e914b43ad72\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.767548614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.769301631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.787767743Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"225.644498ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.882830135Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.882855595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.883052129Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abb0e7da-fc75-4cca-9fb8-c6ce3c4c6c36\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.883067629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.884284627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.892583864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.905160246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.905497421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"db9674eb-dbbd-448b-bae6-a1134326201f\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.905518352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.906598328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9a197cc1-5742-4536-ac44-bd15de0bcdca\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.906625549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.908539328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.908553788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"346.545454ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.924362329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.924772046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9390ecff-1332-4e6e-af40-2d2ab6d6bba1\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.924793856Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.924807546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.924819056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.928518823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"366.256476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.928853478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.929323295Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":13,"elapsed":"367.149399ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.929541829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":13,"elapsed":"367.483734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.931035802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.932031087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.932055907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.932066807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.93226467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.932544274Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.934330072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.934356622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.934525885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.93875864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.93878225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":37,"elapsed":"376.626954ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.939373669Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.939696214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c0bc42-7f89-4aa4-a0eb-59c155fec416\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.941204447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.941461071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.943234308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":13,"elapsed":"381.089752ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.965477208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.965717301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"403.068178ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.967843674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"405.20953ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.968519334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.968537504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.968780998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.970337252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.970361952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.970371963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.970750748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.973053773Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.973078974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.973088624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"410.854956ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.974702289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.974723629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.974734049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.974969723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.976165631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.979250448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.979265778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.9794018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.980212123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.981113116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.981125607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.981132377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.981140127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":7,"elapsed":"419.185223ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.984569069Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.98459987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.984820943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.989297381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":13,"elapsed":"427.224666ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.997206232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.9977307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"09a08df5-f1dd-4800-bac5-6c3b5842e7dd\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.997758161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:33.99966955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"25988e21-29f6-436b-be34-0c78f045b3b2\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:33.99968802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.002081127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d34cf172-2ee7-4bc4-94e8-d3664e67a28c\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.002126037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.003478598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.004345822Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.004379172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"442.108514ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.004548454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.004570015Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"442.421479ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.006613566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.006632336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.006792469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.009098184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.009112284Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.009122964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.009130995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":7,"elapsed":"446.954548ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:01:34.035939834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.035968754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"473.96425ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.057096867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.057123558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.057401402Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb0e398-c2a0-4484-8396-a04c90cbaa3c\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.057427362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.057720037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.082674578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.082993813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.085166966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.085179596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.085349679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.094354086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.094649621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b97d68a-a962-4f06-8e67-bdb775f487f5\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094669911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094678271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094955316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094964206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094970246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094976546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094982896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.094988996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.095156989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.095165289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.095400822Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.095408442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.095610706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.097632576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.097756238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f4e220-da48-4846-878c-a0d2455edad7\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.097770609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.09785281Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1edf13e-5dd7-4efe-a3a2-688d19f61773\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.09786982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.09788215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.10181162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.101838041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.192640498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3e599bd8-10c3-4eb3-81a1-b0b2745a7534\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.192671659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.192681199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.192927222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8c7e5835-80a8-4ce5-b8b3-9bb3ba86c74c\", \"date\": \"Thu, 09 Jan 2025 02:01:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.192941972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.193223237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.193277838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b532e684-6e77-4f9c-af65-8f24cb7e7f55\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:01:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.193308518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.193497031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.195700005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.195945349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.196908413Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.197176267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.199178078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.199370371Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.200724351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.200891784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.202452898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.202662911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.202894255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.202905605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.203484174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"da8a3725-b401-4d23-86d9-56d71bb0dc11\", \"date\": \"Thu, 09 Jan 2025 02:01:34 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.204794064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":13,"elapsed":"642.515016ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.208674823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":13,"elapsed":"646.69922ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.258743898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.258768568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.289810432Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.289917224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45310"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.290064406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ecaf5d92-c9f6-4abf-8f46-b637cf5179e7","remote_addr":"[fd00:1122:3344:101::b]:45310","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.290359351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ecaf5d92-c9f6-4abf-8f46-b637cf5179e7","remote_addr":"[fd00:1122:3344:101::b]:45310","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.324804897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/oximeter.rs:76","collector_id":"2e61db93-7661-4d70-aa81-b31509361e0d","producer_id":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:34.324828897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/producers","method":"POST","req_id":"ecaf5d92-c9f6-4abf-8f46-b637cf5179e7","remote_addr":"[fd00:1122:3344:101::b]:45310","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34820,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.324898279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecaf5d92-c9f6-4abf-8f46-b637cf5179e7\", \"content-length\": \"41\", \"date\": \"Thu, 09 Jan 2025 02:01:34 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.326830728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:34.326842748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:37.649736708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"d9b70afb-d0ad-4e3c-b55b-99926e09f71a","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.562439683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.562490384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.562498624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.562505404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.562757528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.562770128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.564405763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.566876001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.566898501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.567021253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.568515896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.568916282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.570480496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.573088465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.573106265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.573257348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.583279431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.583300381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":38,"elapsed":"20.856548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.592884817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.593125271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:43.621931911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"59.500038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:47.64320094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"4c7f9770-75ed-45aa-9c9b-e569da678aa8","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:47.643541405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"4c7f9770-75ed-45aa-9c9b-e569da678aa8","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:47.645878871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"4c7f9770-75ed-45aa-9c9b-e569da678aa8","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2749,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:47.646136245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"67b65cb7-beeb-43bf-bdb2-c1576e3d36bd","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:47.646405509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"67b65cb7-beeb-43bf-bdb2-c1576e3d36bd","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:47.648395409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"67b65cb7-beeb-43bf-bdb2-c1576e3d36bd","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2297,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:47.649861071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"83466ed1-0f91-4fde-9694-c2cf8d8200bd","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.563094272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.563153862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.563164373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.563173453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.563462287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.563518648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.565664011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.568081068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.568107438Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.56822257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.570468074Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.570696488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.571966847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.574468885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.574480735Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.574625437Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.592187775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.592214266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":39,"elapsed":"29.099293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.596742515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.596958628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:01:53.62585315Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"62.770988ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:01:57.650769384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"25477a4f-d05f-46ec-bba6-6b33f32b6b5c","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":334,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:02.643492323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"1eb0aaef-294c-450a-bd16-6eacde54cd0c","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:02.643835068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"1eb0aaef-294c-450a-bd16-6eacde54cd0c","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:02.646308156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"1eb0aaef-294c-450a-bd16-6eacde54cd0c","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2889,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:02.64660718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"99a67dc0-139b-43f6-b898-ed8b8f2e38fc","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:02.646956866Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"99a67dc0-139b-43f6-b898-ed8b8f2e38fc","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:02.648882155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"99a67dc0-139b-43f6-b898-ed8b8f2e38fc","remote_addr":"[fd00:1122:3344:101::d]:42882","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2335,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563269574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563319645Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563332055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563341505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563350345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563360285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.563370235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563380396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563389526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563399076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563409666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563419696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563429366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563438777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563447846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563458447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563468167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563478247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563488407Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563498077Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563508467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563518608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563529268Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563539298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563548688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563558638Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563568298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563577399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563589009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563597989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563607749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563617039Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563626529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.56363514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563645229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563835363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563896624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563926484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563939504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563949714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563958094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563968285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563979025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.563988625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564034066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564045716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564055756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564065436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564075386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564086286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.564095867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.565868563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.566348441Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.567158653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.567391397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.005022ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.568108708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.568124748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.568324021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.568564655Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.568590565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.568761628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.571731163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.571761053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.571965527Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.572645667Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1046, tv_nsec: 447284436 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.572934851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.575449539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1046, tv_nsec: 450095128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.575811645Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.576778339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"13.252582ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.577791015Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.579040964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1046, tv_nsec: 453689763 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.579398989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.579680664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.580209672Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.580670839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.580685699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.580963183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.583928629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.584429026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.590397448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.593357843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.593386653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.593647077Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.619684805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.620193893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.627548555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.627599466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.627610836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.627659647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.627919121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.627961071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.628050003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.628274446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.628584091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.628842355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.629653747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.630247576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.631607307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.631707028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.631721349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.631882781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.632412799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.632867176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.633849501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.634224077Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.634683334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"71.205017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.634851256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.634913728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.635176681Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.636208187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.636232028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.636502572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.637416386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.6377191Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.638086656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.63833969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"74.973514ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.638953549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":14,"elapsed":"75.684795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.640165598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.640535063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.641325726Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.641346986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.64161795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.64357517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.647900846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.647926496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.64817716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.659247349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.65928166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.659621245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5786dfb2-f0c2-4f77-8d1e-92a9e2507457\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.659641035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.662205674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.662272106Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.662291416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":40,"elapsed":"98.965081ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.684105319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.6841529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.68416116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.684285062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"120.790464ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.684473795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.685053603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"121.754429ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.686945472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"123.437615ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.690194002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.690221962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"126.790266ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.698203464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.698228435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.6985764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f022e3-c2a9-45fa-99ba-3ce160d0fc6e\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.6985958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.701136249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.71164974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.7116764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.7116867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"148.319455ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.718050507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.718066998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.718354202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f2f9cb1-8d3a-4139-8188-e2933170a317\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.718370683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.720013688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.720657687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.720977222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.724838811Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"161.390305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.821058371Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.821368416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.822751767Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.824558055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.824572775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.824740117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.826368122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.828137089Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.828153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.828292022Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.852750545Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.85307363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03f4eef-2d53-4eb6-8b32-d539a9bbd5ed\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.855211873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.855439106Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.856917399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":14,"elapsed":"293.476993ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.883042178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":14,"elapsed":"319.635642ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.917035707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.917060258Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.922934548Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.946866643Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.947205908Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.949091317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.949111427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.949322711Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.959194742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.959506796Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51cff62-c112-464d-a93d-bb58c45d723d\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959533347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959545317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959818021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959831801Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959839741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959848712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959857041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.959864312Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.960022374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.960049915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.960265318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.960283498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.960599013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.962495322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.962626744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700a475e-4a62-4755-99fe-ef7ae086356b\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.962649884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.962782866Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d2971e-914b-4398-b761-a5d38f218255\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:03.962796497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:03.962807927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.005792683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402cbe63-ddf0-4d23-a882-4d155c148571\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:02:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.005829024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.005851174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22543389-5dc3-4b0b-9a69-96e4d00156d1\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:02:04 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:04.005884645Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:04.005895105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:04.005902705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.006124278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.007452609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":14,"elapsed":"444.011172ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:04.053972699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.05401012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.054380096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fa1c6c76-18bb-4bb8-bdb0-c59578444dec\", \"date\": \"Thu, 09 Jan 2025 02:02:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.054393036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.05470119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.057480463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.057723977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.060795023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.061131719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:04.064744394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.064760914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.065255252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c5fe46af-bd92-4b12-9ba2-f52bff214ab7\", \"date\": \"Thu, 09 Jan 2025 02:02:04 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.067324073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":14,"elapsed":"504.018089ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.104799206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d7cca849-415c-4ae4-9afb-40dcd3233e42\", \"date\": \"Thu, 09 Jan 2025 02:02:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:04.104823236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.104833636Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.10509677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523737d7-c314-4318-a2a3-7f5f568918c3\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:02:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.105138771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.105388375Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.108920759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.109177483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.116419853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.116619416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.118469735Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.118677408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:04.12534977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":14,"elapsed":"562.090986ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:07.650698062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"765d74b8-f9c6-483c-8a9b-a242e399d1e7","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.563921108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.563978479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.563988259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.563996249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.564344164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.564374095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.566244723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.566549358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.596434065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.597140305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"33.238468ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.599122506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.599134836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.599294318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.601281448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.601492402Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.603382481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.605778587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.605797528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.60593803Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.614665013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:13.614690793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":41,"elapsed":"50.769095ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:17.651035734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"4a293d8c-556f-4725-808b-a7a5347801c2","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.564173484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.564229615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.564240095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.564247915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.56456317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.56458451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.566106354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.566319097Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.566332927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.568829695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.568846696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.568985408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.571343204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.571525596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.573267443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.575582448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.575594878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.57572741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.588103859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.588127429Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":42,"elapsed":"23.938785ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:23.595834397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"31.673693ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:27.651973158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"1c27fabb-42ec-4330-ac93-7774a4e3aa1c","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":463,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564299145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564355596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564365336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564374456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564382046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564389146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564396237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564403817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564410607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:02:33.564417707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564426797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":9,"elapsed":"16.171µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564436157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564443757Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564451867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564459387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564466168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564472898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564479378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564486648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564493418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564499918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564507528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564513198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564520339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564526268Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564532639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564540269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564546459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.564553429Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564559449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564565869Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564573559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564579329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564585509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56459194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56459856Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.5646047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.56461127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:52:33.564517919 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56461807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56462538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.5646315Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56463761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56464406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56465323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564663141Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564674081Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564717171Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564728212Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564738512Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564748762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564758852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564768562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564777762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564790343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564799073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564809623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564821763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564830763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564839753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564849164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564858854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564869664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564878684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564890844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564904984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564917585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564929025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.564982166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565001236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565013846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565031266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565043927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565056177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565134168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565153938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 438662387 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565171698Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565183689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 438665338 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565200669Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565211289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565221739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565233089Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565246419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56525599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56526435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56527119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56527782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56528748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.56529929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565687566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565715597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.093337ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565725867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.565734607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.110187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.566523879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.566729422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.567424853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.568405048Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.817659ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.568811234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 442323494 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.569174499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.569636797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 443159436 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.569704588Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.569718668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.56988028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.569968932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.571549426Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.572024333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.572419719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.572593982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.572926607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.573049179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.575733889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.575758739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.576055954Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.576354599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.576387779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.576586342Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.581250043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.583836563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:52:33.564517919 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.583867043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:52:33.564517919Z\",\"pruned\":[]}","iteration":8,"elapsed":"19.323785ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.583880764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"19.119301ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.585790163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.585817393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.586098548Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.590109299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.594397824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.601417742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.602144893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.603157798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 476664198 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.603642525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.606287826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.606619341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.607133049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.607404683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.632229872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.635551953Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.635599904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.635850357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.636960854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.636990395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.637000065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.637502833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.638733792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.639899809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.641801748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.641828189Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.642046062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.643513975Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.644289637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.644548701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.644580821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.644876366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.646550331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.646580881Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.646593272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"81.928571ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.646801445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.647424184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.647450235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.647508016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.647536976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.647550126Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"82.895376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.647693629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.656457352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.657964855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.658307171Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.659024362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.659340376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.660615636Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.661845025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.663028573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.663372068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.663389928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"98.654757ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.66484034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.664870111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.665044434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.66873738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.669238538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.670965214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.674259344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.674288455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.674507278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.674889104Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"110.203433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.676696792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.681232161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.681260251Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.681515505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.684215016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"119.887611ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.686346689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.686376429Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.686388349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.6863986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.686823026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.692007546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.692463662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.696794759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.697234795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.699111374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.699296347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.699455839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.703248207Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.703274298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.703479471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:02:33.705988479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.70601628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"141.662734ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.709557943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":15,"elapsed":"145.040695ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.71257687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.71260451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.71261405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.713181889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.71457052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.71459386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.714605861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"150.046322ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.716098823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.716125824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":43,"elapsed":"151.757768ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.716701223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.716723483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"152.336497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.726930179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.727471187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.728084366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.728109047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.728117587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.728126247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.728524383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.731832264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.731852734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.731861734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.732172969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"327e0317-0f41-40b5-a766-51cce8fa7ad1\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.732192669Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.733119714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.733465669Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.734063038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.736361903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.736386053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.736637867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.74271537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"178.12626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.750016802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.751506294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.751528905Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.751542775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.751790889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.751969322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.754289947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.754809745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.754825835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.755133Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757307103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757330443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757369794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757392904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757403734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757504836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.757617848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.759932383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.76103968Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.76105292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.76106154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"196.614313ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764150057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764170608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764179608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764188838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":8,"elapsed":"199.6894ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764474842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764487783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.764716246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.76693052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.767348406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.767532409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.767548749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.76756875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.76757994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":8,"elapsed":"203.094542ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.780804582Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.780829382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.781194728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f678ca-c210-4953-b6a7-7dc485852335\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.781211038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.781299939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.783653746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.784433017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.784449418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.784719622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.787059998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"222.352596ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.831459496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"267.030919ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.841460699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.841502269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"277.114723ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.85925857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.874539114Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.874845319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.876769638Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.878452594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.878461824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.878606476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.880484335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.882391044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.882403224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.882572477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.884931173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.884942963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.885269028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7891039a-ba3f-44f3-ac7c-43816ed83314\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.885287128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:33.88673727Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.898982457Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.899304282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d5167c7-242b-4787-916b-b18681471671\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.900306768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.900569572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:33.928020981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.012149516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.01240046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"14ae5e76-954b-4401-a42b-34370778ee9e\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.0124231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.013821052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2151afe2-46a9-448e-8fd5-6908cd85cbda\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.013841242Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.015645459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.01565914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"451.233603ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.027017443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":15,"elapsed":"462.684288ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.047853872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.048194437Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"138baf4a-b800-4060-8634-bf6bd9b2284c\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.048216757Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.050191667Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"af64e165-b25b-4c76-927c-691d3a42a235\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.050208938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.052145287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d925bde3-cc61-421c-b13e-84e955663edc\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.052202108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.053824723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.053842193Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.054147598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.054177188Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfbdb622-377e-45b3-b532-f1c7e13862c4\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.054192308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"489.552908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.054207809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.054513803Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.056435043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":15,"elapsed":"492.037817ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.069648395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.069670315Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.069865328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6335d7a7-5f3e-4b8a-9c95-8594db2b9719\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.069875708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.070093911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.072260255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.072460567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.075306801Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.075643956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.078397678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.078410129Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.078715843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b3cfc2fb-c130-4d9d-8ca7-24ca15b33c18\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.080849906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":15,"elapsed":"516.387208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.121314554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.12170436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.124037155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.124060216Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.124388411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.131311507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.131593431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a28ec7d-9ee8-4554-ad96-ba6c85331cea\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131618521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131629271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131908616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131919516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131926756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131934296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131941566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.131948496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.132089889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.132103539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.132263331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.132281992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.132503845Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.136431295Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.136568367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffef44a3-e591-48a4-9e73-a64476ba6309\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.136580977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.136674128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3dfc2b-91ad-4722-963e-f7c0a6470e77\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:02:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.136688489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.136698369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.145319731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.217688376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18cfd30-a67a-438d-991d-608323165777\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.217712277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.217722517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.217729707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.219200599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":15,"elapsed":"654.62765ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.314404194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2c9b7e8d-e202-46c2-9b90-2fd6dae04494\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:34.314435114Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.314444644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.314742079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4233ec3-843f-4a34-b3bd-7abeed51a776\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:02:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.31478648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.315139325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.318713649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.318919683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.322265934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.322569799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.324200893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.324375196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:34.330893535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":15,"elapsed":"766.6101ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:37.651346789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"c59181a5-ea96-41ca-872d-02baf99c1c82","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":454,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.564569611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.564622492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.564633192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.564640803Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.564935037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.564948047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.566860366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.56706427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.567243112Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.568689014Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"4.138273ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.569859489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.569875314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.570034907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.571714011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.571897534Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.573502848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.575832203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.575843593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.575980585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.584680668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:43.584703909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":44,"elapsed":"20.135397ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:47.651103707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"ba4ddcfb-386d-4760-9ba3-ec9ae5da30a0","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":378,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.564320179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.56438143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.5643933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.56440362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.564712025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.564740625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.566495872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.566751146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.566788637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.56834103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.034952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.569353105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.569368086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.569517348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.571094222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.571356586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.57289246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.575373847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.575387137Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.575541459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.58344798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:02:53.583474011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":45,"elapsed":"19.140412ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:02:57.652256625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"d480f91f-0a6e-415f-925a-59939a55ed52","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":597,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564649743Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564705264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564716914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564725025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564732634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564739805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564746615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.564753375Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564760515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564766715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564772855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564779155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564785485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564792935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564799146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564805326Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564812466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564818526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564825296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564832086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564839466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564846506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564852986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564859427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564866417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564872627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564878867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564884787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564892977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564900947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564907187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564913997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564920368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564928397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.564937268Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.56510247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565132361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565224162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565248142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565262533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565308513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565331484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565350374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565367554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565383955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565399165Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565414115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565431415Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565448936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565463346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.565480096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.566359379Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.56701822Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"2.303285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.567896213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.568219808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.570632145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.570655355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.570854318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.571805083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.57361347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.573639951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.573651291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.573820543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.574048517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1106, tv_nsec: 447406006 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.574393362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.576455074Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1106, tv_nsec: 449820143 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.576793489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.578528215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.578552136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.578877361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.578893501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.578901701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.578911031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.579357658Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.581719634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"16.841938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.582524596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.583151796Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"18.294139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.583534032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.585165527Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.585193747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.58536993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.58666849Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1106, tv_nsec: 459989638 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.586981385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.588581919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.588612159Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.588882523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.590771012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.592119513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.592484998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.593161359Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.593174069Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.593384552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.593521204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.593536465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.593542405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.59388697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.595102158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.595378753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.595652397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.599396484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.599419955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.599635368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.610054247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.610554145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.615393328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.615424689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":46,"elapsed":"50.674714ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.619227787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"54.519453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.62074701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.623963229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.62399675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.624291464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.631064728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.631424203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.632893256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.633334653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.634793565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.635178771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.636265487Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.636665904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.636938928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.637057939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.637456016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.638669884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.638895867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.638925008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.639026649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.63907526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.641474887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"76.798844ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.642448952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.642471232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.642483132Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"77.713497ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.645551829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.64556778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.645904905Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677ef060-c3cb-4cd2-b55a-7bdd5c44181e\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.645926945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.647778333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.650459514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.650907891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.652576696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.655840196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.655864337Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.656152211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.656369445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.656385815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"91.572709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.661416302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.66394557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.663974941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.664137293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.668620862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.668654732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.668981147Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f56ad7-b722-4387-a87e-c7c2a948dc28\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.669007007Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.671155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.680209019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"115.310891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.680250509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.680718986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.685028602Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"120.247897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.692367794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.696750611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.696776652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.697063966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.698958525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":16,"elapsed":"134.293362ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.699366231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.699393382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.699711976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2935c09-8247-4f5c-8ed9-776d2e78fbaa\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.699727897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.7018952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.718418372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"153.509765ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.738958006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":16,"elapsed":"174.149731ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.79749083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.797516201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.797890107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d4f77a-9296-4578-98fa-356ffa6aacd9\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.797915257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.798240532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.804207923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.804465577Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec572ca-6090-4d86-9152-630d4d3cc2d9\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:03:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.805932799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.808122913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.810212545Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":16,"elapsed":"245.459329ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.832013808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.832454204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cc2d27b-b3ad-40a8-90d4-8d0e60db818d\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.832476825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.832488105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.832496335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.833673503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":16,"elapsed":"268.887308ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.843166488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.843190488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.843366481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"32e90f3f-856e-4fc2-aeac-7e7655ae79d0\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.843378761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.843668346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.845629586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.845816099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.849072198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.849352053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.85242218Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.85243749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.852710034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5c01f177-700e-4d38-a2b8-8e6d69cbd1a1\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.854913767Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":16,"elapsed":"290.217493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.87863984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.879046766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.881443673Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.881461153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.881794428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.891920143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.892288809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"685863fb-a9b7-489c-a6af-bf201a7a05b5\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:03:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892338739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.89236898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892706965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892730515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892739545Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892748576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892756956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892764226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892924008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.892938128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.893177122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.893190042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.893372465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.895345435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.895459387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1cb7c22-0642-479f-8436-10e2d305d9c2\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:03:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.895488707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.895554428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7816c5c8-caa9-4a6b-b296-93584c459fd9\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:03:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.895572369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.895584259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.990448018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4221b7e8-a0df-4509-945e-e328497e82fa\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:03.990490179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.990500609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.991056367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a01db9-48c2-4804-be53-6ad46d881936\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:03:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.991102028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.991461404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.994974777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.995212081Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.998377989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:03.998589213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:04.000820147Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:04.001147292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:04.008061617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":16,"elapsed":"443.423374ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:07.652223056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"78d582fd-b22a-46db-bca6-b046f7af126c","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":559,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.564434712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.564489793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.564498793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.564506574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.564812658Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.564826878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.566954291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.569467339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.56947922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.569688613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.57149735Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.571754724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.573349909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.575982078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.575994728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.576154731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.587498694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.587523825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":47,"elapsed":"23.079341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.594500001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.594790516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:13.59637759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"31.956038ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:17.651820062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"4c80a0fc-42ad-4541-8fae-437a49c9c026","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.564017278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.564073358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.564083499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.564091248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.564406713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.564421754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.565889366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.566333853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.566682848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.568400854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.568427495Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.568550827Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.570505846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.57073535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.571863567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.574419956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.574444537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.574582469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.584959446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.584992187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":48,"elapsed":"20.95737ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:23.595393746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"31.391509ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:27.651730121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"8a9f61ee-3c0e-42ef-8b63-6d69e7619ecb","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.563891096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.563957337Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:03:33.563971037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.563983307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.563993938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":10,"elapsed":"19.13µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564006398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564016358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564026828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564036478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.564046278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564054879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564063959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.564072449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:53:33.563938127 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564083419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564093449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564103379Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564112899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564123089Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56413338Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.5641434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56415249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56416284Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56417329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564182341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564192391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564200741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564210351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564221451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564232121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.564242651Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564252331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564261812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564271122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564280152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564289862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564299342Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564309692Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564319743Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564329313Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564339603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564350993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564360613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564369673Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564378504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564387354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564396834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564406304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564416224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564425994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564435794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564444685Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564454075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564462595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564472675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564547066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564586527Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564598737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564609937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 437872186 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564626597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564637217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564647488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564657428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564667618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564678788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564688708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 437919327 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564704498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564713549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564723049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564733119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564742359Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564751889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564761329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564769459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56477899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56478875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56479498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56480094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56480796Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56481477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56482182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56482817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.564835271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.56484144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565010833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565025363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565072454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565083214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565091724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.212678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565112195Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565143905Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565270057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.565281307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.356351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.566283833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.566520846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.566598687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.566980773Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.567114395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.567326049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.567476141Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.484133ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.568310093Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:53:33.563938127 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.568328474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:53:33.563938127Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.374596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.568516067Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.569635974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.569659054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.569902628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.571065196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.571089256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.571289259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.571392621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.571406271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.571546973Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.574517048Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.574769071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.574872073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 448138153 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.575214228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.575772847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.575796497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.575805717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"11.750419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.576587549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.576978425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577246549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 450503299 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577398911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.577537374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577558924Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577569894Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577689496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577700776Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577762547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.577893519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.579562945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.581916451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.581947941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.582312637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.583084778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.583112539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.583123229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.590965549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.592663695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"27.897986ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.593784282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.593811802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.594019936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.61004417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.610547188Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.610594079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.613624875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.614071682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 487320261 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.614099152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.614435007Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.614706772Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.615167608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.61523912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.618188225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.618581011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.623187491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.624357519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.62439636Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.624620283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.627124861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.631012691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.631047661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.631294895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.647365731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"82.590871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.652329196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.652899725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.654595511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.654632431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.654642962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.654932436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.656073653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"91.862012ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.658111895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.658142005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.658153445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.658419569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.659413284Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.659556817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.65977078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.659861091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.661672519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.661817141Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.662172937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.662227807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.663660909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.667542949Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.667573469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.667821623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.671070453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.671094823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.671103553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.671112513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"107.156297ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.671485269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":17,"elapsed":"107.522682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.673099844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.673258396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"108.505517ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.673610061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"109.625774ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.673673082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.674319792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.674350853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"110.217283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.674682398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.674913581Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.674931601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.675280687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.675368498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.675854156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"111.074276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.676064319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.678599328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.680371495Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.68206083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"117.287331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.682174282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.682202573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.682483397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.682896613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683138387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683164747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683172318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683180167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683211368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683222568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683228608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683234928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683261299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683445122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.683593874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.685480733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.685911049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.689176279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.68920063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.689378772Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.689694557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.689761128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.68989903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.690589011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.690619961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":49,"elapsed":"126.474162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.707010642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.707342297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.708733818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.710426444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.710448994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.710459394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"146.441847ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.710703448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.710721308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.710889361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.719202368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.724137073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.724173054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.724550659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca02fe25-7b14-4eee-9efe-89a502596790\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.72458148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.727058068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.736679185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.736745946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.736760066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.737158642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.741243714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.744338992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.744361022Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.744425293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.744437403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.744448163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.744520435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.74486053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.747177855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.748009078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.748030088Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.748041329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.748053539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":9,"elapsed":"184.146212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.750234102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.750269212Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.750406005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.75209569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.75210928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.752117821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.752125601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":9,"elapsed":"187.95348ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.776088357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.776135148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.77694858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b2712a-8643-43f4-82a3-c7c6f95c5a5f\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.77698302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.777460858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.777503779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"213.273617ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.779719642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.784587637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"220.394716ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:03:33.81357055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.81360949Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"249.618712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.821837016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.822271252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.856749579Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.877939623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.877972563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.878261568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9af1dc6c-7338-46bb-8177-13d9eaf7a3c7\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.878281938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.880137347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.895678264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.918749416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":17,"elapsed":"354.734058ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:33.955776122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.955807192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.956250969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d681b4-bd42-412e-9c16-8ac824999aad\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.95630259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.956851888Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.957979566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.96023173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.96024562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.960442143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.962267401Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.964461435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.964475245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:33.964687458Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.008282734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.008315785Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.008547178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"34f12ee9-49c7-4119-bc6a-db7bb846512b\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.008561568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.009001925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.012189494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.012446808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.016200425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.01653873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.019487535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.019502556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.019918852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f28e4049-c914-4345-bca7-ffe55b2e04cd\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.02238728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":17,"elapsed":"458.333931ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.025123471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.025421116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a6398d-f00e-4189-9107-66a6a26fa93b\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.028069706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.028631815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.030797578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":17,"elapsed":"466.597438ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.031338916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.031818084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9bdbef0d-8d7e-4e5f-91e5-d6936e9b75eb\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.031849294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.033712013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7048cd69-d703-41a5-8051-47f08422e798\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.033729033Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.036557326Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.036590466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"472.533658ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.044791212Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.045171578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"34aa4ad8-e45f-43e9-9d0a-f85643ef1106\", \"date\": \"Thu, 09 Jan 2025 02:03:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.045186558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.04729119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4982c460-a188-429f-96fe-763d6385e5bc\", \"date\": \"Thu, 09 Jan 2025 02:03:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.04730513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.04929226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"854c4190-3b68-4560-b6a9-6f21211340e7\", \"date\": \"Thu, 09 Jan 2025 02:03:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.049305031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.051362352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.051400243Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"487.317403ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.071905166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.096497932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.096841557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.098018355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.098030585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.09838909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.10884208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.109087224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"762645b9-1de6-4569-9f9c-c466a237c720\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109110524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109120514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109408119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109417899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109424079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109430529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109436659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.109443199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.110087699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.11009782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.110299323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.110307453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.110609747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.11212192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.112228022Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48124f5a-84f7-488c-9c67-8fc727e94ab7\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.112238902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.112327203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b296859d-25c9-4a5d-86a3-61445f534277\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.112340634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.112351314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.140057667Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7df672c-3904-45e6-abb3-0c7c60512213\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:03:34 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.140083518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.140091878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.140099388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.142259541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":17,"elapsed":"578.155911ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.226932314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"de851c67-f542-4e81-9771-d0bc8147bf04\", \"date\": \"Thu, 09 Jan 2025 02:03:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:34.226950485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.226958745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.227223819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef0a2b14-1f6e-499f-b2a2-43ef57502f87\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:03:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.227262759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.227560334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.231039707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.231326392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.234803634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.235040468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.236734404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.23710118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:34.244182988Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":17,"elapsed":"680.029427ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:37.651912364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"2630bf45-39d9-4037-a456-36f343276eff","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":350,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.564110121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.564165192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.564175072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.564181942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.564512177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.564579298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.566117121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.56863373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.56865523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.568800533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.570286035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.570538969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.572125183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.574605901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.574630202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.574765383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.585143411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.585167572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":50,"elapsed":"21.065982ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.593163784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.593494819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:43.594644567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.524275ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:47.644169368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:63437"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:47.644363591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c92f3aa9-f00d-4250-8614-6f9f50273c3f","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:47.644766697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c92f3aa9-f00d-4250-8614-6f9f50273c3f","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:47.647343276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c92f3aa9-f00d-4250-8614-6f9f50273c3f","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3060,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:47.64757228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"f8e24ce7-7b23-4491-885c-32e32e4c0121","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:47.647948216Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"f8e24ce7-7b23-4491-885c-32e32e4c0121","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:47.65021835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"f8e24ce7-7b23-4491-885c-32e32e4c0121","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2715,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:47.651884616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"179c448e-1216-4bc9-8f1d-a77aee446bb6","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.564060962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.564115252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.564124133Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.564130923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.564431317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.564444238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.566083173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.56854405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.568568171Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.568694382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.570212136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.570563341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.571976613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.574550722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.574572562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.574714794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.586307061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.586335481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":51,"elapsed":"22.2617ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.594738059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.594950883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:03:53.595931898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"31.883946ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:03:57.652020909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"b21aee1f-c47c-4f2a-91c7-2fb48a429105","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":528,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:02.644770859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c3944853-ff1c-43f3-9999-10318fb616c4","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:02.645115434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c3944853-ff1c-43f3-9999-10318fb616c4","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:02.648199481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c3944853-ff1c-43f3-9999-10318fb616c4","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3500,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:02.648514786Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"9dad981f-30e7-48b9-a85d-a8b5c25c7dbf","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:02.648862771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"9dad981f-30e7-48b9-a85d-a8b5c25c7dbf","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:02.651232987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"9dad981f-30e7-48b9-a85d-a8b5c25c7dbf","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2789,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564345387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564390307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564399748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564407237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.564413328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564426628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564432768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564439568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564447028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564454198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564461208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564468229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564475038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564481399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564488559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564495759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564502719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564510269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564516769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564523879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564529879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564535839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56454215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56454912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56455501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56456143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56456808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564918355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564934665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564943666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564952416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564959486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564974116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564981236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564988977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.564997086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565005237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565013367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565021157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565569095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565585346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565593286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565599626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565605776Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565611776Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565617426Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565624186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.565839309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56587153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56588736Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56591186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.566342377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.566747263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.566981617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.567060288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"2.60867ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.568880276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.568893576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.568899896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.568906376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.568914496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.569100829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56911826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1166, tv_nsec: 442290189 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.56914058Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.569388854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.570609922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.571075479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.571260572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.571334443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.571531826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.572325789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.573389945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.573410035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.573618438Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.574205417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.574218127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.5743986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.574589683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.574609183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.574790516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.574898147Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.575267813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.575291753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.575498766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.577398855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.577431276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.577551068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.577684699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1166, tv_nsec: 450850359 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.577944294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.579100141Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"14.696174ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.580543593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.580948459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.587654102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"23.149532ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.589264607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1166, tv_nsec: 462425316 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.58953044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.591176446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.591248677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.591602552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.591621592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.593371869Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.593848977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.595701805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.597547933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.597573533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"33.096315ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.5999662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.59999264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.601222269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.60125257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.602839214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.602869594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.603069017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.616749016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.616779247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":52,"elapsed":"52.366199ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.621642721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.621671702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.621680042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.62220239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.623342177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.623628912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.62678901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.627207046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.629009064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.63206503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.632089481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.632281384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.633795927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.634133232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.634601649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":18,"elapsed":"70.240483ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.635642385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"70.04946ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.635869138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.636253474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.638120383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"72.539817ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.641098758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"75.526153ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.645681708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.645710109Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.646100085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c385b811-6848-4ab9-a75f-bf84595f52af\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.646119895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.648189387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.65560401Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.657437138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.657459658Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.65758287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.657601871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.657614201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.657900105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17dc432-b727-48f7-a418-a7042431e53a\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.657925455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.659636391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.662952442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"97.348826ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.66802405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.6680462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.6680559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"103.617712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.682079224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.68245008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.700809171Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.700841311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.701156396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ddc6e2-ec50-4262-ad8e-6c0068bfcd97\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.701174306Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.702794831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.72435879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"159.849761ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.755702139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.756031164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67880b5d-e4bf-4a99-98ca-0ca126e50697\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.757577408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.757863102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.759836362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":18,"elapsed":"195.336853ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.76490203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":18,"elapsed":"200.423341ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.779256169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.779281029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.779558103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e08265b-dd4f-4327-8891-86ada5b9e7c7\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.779583724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.779824918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.787730618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.788041493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.789724789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.791426765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.791447935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.791588867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.793386325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.795632419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.795653289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.795827282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.826489111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.826509131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.826706984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0583c25e-79f8-44c8-ae55-b9bf84883434\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.826717324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.826944947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.828945408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.829124521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.832121257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.832384401Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.835439277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.835463448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.835695381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ad85c018-cb28-4606-a31e-89ac7ffff33e\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.837153353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":18,"elapsed":"272.785146ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.860991407Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.861294572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7420673d-cf27-4a66-a21a-435ac6cc2991\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.861317963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.861325873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.861332303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.86313539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":18,"elapsed":"298.613081ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.880966193Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.881344689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.883339219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.883359249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.883532282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.892144394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.892407087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79aa3134-fbb2-49c6-9647-1e2d6be4fce6\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892430448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892441938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892651921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892662071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892668751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892675991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892684602Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892692172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892833344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.892855444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.893020857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.893030247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.893276691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.895253251Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.895362403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8730bd86-5fad-4298-8028-b34de954e0da\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.895379053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.895453704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb3bdc50-e612-4faf-9682-90e6cb6a9fe9\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:03.895466094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:03.895476354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.04641526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ed9dc1db-ae65-4f15-a6ac-a0257b76fb69\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:04.046450781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.046460461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.046725215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d592766b-0fbe-4b54-b33a-8cddbfc50e23\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:04:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.046768376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.047110501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.051042091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.051352146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.054972491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.055144733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.057272126Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.05754995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.064199512Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":18,"elapsed":"499.866456ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.33046642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.3304935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.36063944Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:04.360742072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58852"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.360900664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a5afaaf9-381c-4518-8341-149ba6ee59f1","remote_addr":"[fd00:1122:3344:101::b]:58852","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.361170739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a5afaaf9-381c-4518-8341-149ba6ee59f1","remote_addr":"[fd00:1122:3344:101::b]:58852","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:04.397685946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/oximeter.rs:76","collector_id":"2e61db93-7661-4d70-aa81-b31509361e0d","producer_id":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:04.397705187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/producers","method":"POST","req_id":"a5afaaf9-381c-4518-8341-149ba6ee59f1","remote_addr":"[fd00:1122:3344:101::b]:58852","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36865,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.397768438Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5afaaf9-381c-4518-8341-149ba6ee59f1\", \"content-length\": \"41\", \"date\": \"Thu, 09 Jan 2025 02:04:04 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.398702812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:04.398716592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:07.652338654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"01305aa6-ed32-4c29-9e13-aedd56d0f597","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":352,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.564540239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.56459497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.56460484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.56461175Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.564859814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.564945685Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.566841484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.569462264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.569486185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.569697798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.574277398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.574483371Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.575575827Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.578352349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.57837472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.578509232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.590308252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.590329902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":53,"elapsed":"25.781943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.596955504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.597221917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:13.626023657Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"61.497199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:17.644864239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"8d6138a8-3b09-42eb-af3f-5772cebc0b6e","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:17.645242385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"8d6138a8-3b09-42eb-af3f-5772cebc0b6e","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:17.647888065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"8d6138a8-3b09-42eb-af3f-5772cebc0b6e","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3120,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:17.648142509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"08929a2c-bd2c-4a30-98f8-ae23a1d0a9e7","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:17.648446404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"08929a2c-bd2c-4a30-98f8-ae23a1d0a9e7","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:17.650429134Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"08929a2c-bd2c-4a30-98f8-ae23a1d0a9e7","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2328,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:17.651882006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"fc32893b-db53-42da-bbf2-714f793900fd","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.564062161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.564117282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.564126402Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.564133822Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.564436527Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.564451187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.566249104Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.566454928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.566533379Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.568109133Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.038332ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.569061327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.569071918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.56921366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.570911746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.571070958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.572377328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.574606302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.574620912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.574751425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.585438047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:23.585470797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":54,"elapsed":"21.407026ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:27.652374713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"8a58dcbe-068d-48ac-a822-2cc42e47e454","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":642,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:32.645102473Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c4ba6ae2-6a4f-403b-b66e-55fe6243ff3c","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:32.645420428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c4ba6ae2-6a4f-403b-b66e-55fe6243ff3c","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:32.647861395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"c4ba6ae2-6a4f-403b-b66e-55fe6243ff3c","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2832,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:32.64816335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"1cbd520a-144d-402e-b6a6-5123d1aff030","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:32.648474094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"1cbd520a-144d-402e-b6a6-5123d1aff030","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:32.650656168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"1cbd520a-144d-402e-b6a6-5123d1aff030","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2553,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564789433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564833673Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564843934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564852004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564861874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564871374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564880904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564891004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564900704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564909964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564920055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564931085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564944545Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564953615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564962745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564971536Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.564982616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.564992676Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565002666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:04:33.565013326Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565024696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":11,"elapsed":"18.47µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565038057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565049257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565060097Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565070627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565080477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565091757Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565101867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565111818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565121588Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565131208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565140598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565150118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565160668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565169748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565178919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565190769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565200199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565210109Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565221189Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56523078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56524121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56525031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56525953Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.56526824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:54:33.565071107 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56527796Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565298041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.565308111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565317411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565326661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565336201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565345611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565356031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565365291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565374872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565383902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565393712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565402442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565412482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565421712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565431392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565440483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565452213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565461223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565469933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565480163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565491464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565502524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565525004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565541734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565554474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565566594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 438609934 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565584605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565594725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565607785Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565620565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565640086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565652906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565664766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565677276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565689267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 438721856 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565705237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565719117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565731267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565743337Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565755737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565765148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565773318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565781898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565789818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565798128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565806558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565814798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565962741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565982631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.565992431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566002521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.143788ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566105943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566134633Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566239365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566254605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566268195Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.2948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.566952316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.567838759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56787424Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.568052283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 441106322 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.568140864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.568352117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.56852812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.462902ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.569118769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.569139079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.569295542Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.570059343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.570078463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.570211876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.570880166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.57245387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.5725024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.572524751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.572687183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.572726234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.574612243Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.574638763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.574784185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.575886011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.575945792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.575960903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"10.892595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576383919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.576410409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576419319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.57642556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576616562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576632353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576765565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576778115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576787895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.576882997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.580605983Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.580629844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.580846887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.582571113Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.583477907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.583500368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 456526277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.583892434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.586319351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.586346921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.586536704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.587134313Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.587154714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.587421578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.588585175Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:54:33.565071107 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.588606836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:54:33.565071107Z\",\"pruned\":[]}","iteration":10,"elapsed":"23.521158ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.590614556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"25.342776ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.590957842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"25.773733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.591217666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.591577421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.591786634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.594459335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.594488286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.594678509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.597503122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 470478560 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.597845127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.606089703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.606132664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.606143624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.606797304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.609304052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.609327892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.609343982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.609355623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.609519605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.609634227Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.611391014Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.612056224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.612543921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.612574732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.612985628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.613650218Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.614108815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.616666624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.616694105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.619255044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.619282394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.619539218Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.622621985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.62621835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.626248781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.626446754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.630475845Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.633487941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.633517472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.633708385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.636321535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.636375475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.637268209Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.639896149Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.63992138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.640234325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.642003352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.642247085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"77.349461ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.642395978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.645976292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.646314677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.648954478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"83.452394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.654078996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.65763448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.657872254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"92.814677ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.660764018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.660814069Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.660828339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.660839279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.661148504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.661171744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.667171036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.668030399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.66807096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.66808264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"102.941232ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.671261468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.671293989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.671303859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.671312839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.673585444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.676184384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.678404868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.67857257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.679039217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.679607966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.6804956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.680807234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.681892101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.681912621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.682212196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.683080829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.683395354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.683570167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.683582807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.683760719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.686509061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.686610663Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"121.639218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.686822446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.688661604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.688681365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.688689905Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.688926418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.690429951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.691997305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.692023725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":55,"elapsed":"127.06308ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.69428864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.694355701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.694366041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.694690386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.694703966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.694711857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.694972671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.698355322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.698384043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.698396993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.698408973Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":10,"elapsed":"133.312056ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.700645937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.700665518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"135.827964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.702733709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.703103185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.709004035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.718124834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.718540391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.721155451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.721177801Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.721186531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.721192751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.721241732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"155.994563ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.721516986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.724325469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"159.065099ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.725180922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.725204052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"160.251667ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.728485543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.728505643Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.728516073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"163.503477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.729346256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.73357633Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.733606271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.733618941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.735367188Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.739537051Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":19,"elapsed":"174.551186ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.744085261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.744540858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.746150552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.748562129Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.74858744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.748808623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.750833044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.753921231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.753949872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.754206675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.774511186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.777243647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.777275068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.77741534Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.778378455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.778392585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.7787256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1701c651-2103-4ebb-9a0d-f8d5ad0b5614\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.77874555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.780878313Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.791291372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"226.170154ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:04:33.807562911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.807583421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"242.793379ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.818929094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.818959475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.819197128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a071ffe9-0e47-44d5-9fe5-bddc230f4dc1\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.819210859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.821024516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.862401079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.862425539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.862679023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37328a4f-7035-49c4-b687-049a4a7e88fd\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.862707083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.864209656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.890775592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.890799122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.891154623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b597c91e-6d2c-4ac4-9354-b419d8fd9484\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.891180798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.891488621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.903788481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.921104665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.921518951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c30b8b8a-0ea7-4916-9cfc-ce8718aa69e2\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.921552642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.92404998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"682800d3-03c7-497b-8832-f687ecf18746\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.924080781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.925596764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.925627364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"360.768801ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.928846443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.928873904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.928887054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.929132558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.93975852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.93978283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.940001684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3067574c-f5e8-4e49-8855-97c8269dcb50\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.940026844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.940257648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.942242788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.942492312Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.94565093Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.945853083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:33.94822235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.94823851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.948577025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"32582e9a-7a53-432f-b8ae-f32dfdd58118\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.951060913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":19,"elapsed":"386.155109ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.960786362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":19,"elapsed":"395.973128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.963459142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.965622955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.965885299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a2670c-2e72-49b1-bae9-de1e1665e623\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.966208144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.966224394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.966362287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.96789744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.968113493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.968129083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.968136764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.968144874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":10,"elapsed":"403.258219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:33.968187624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.000280625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.00062276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b48a9d61-69cf-4ffb-84b3-ae6a6b4cfd37\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.00064574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.000656831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.000665571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.0019592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":19,"elapsed":"436.889723ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.002153043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":19,"elapsed":"437.183708ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.005724928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.006150824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c4c64cf-5910-40cf-b5cd-0c4b88ece57a\", \"date\": \"Thu, 09 Jan 2025 02:04:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.006173275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.007695918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9298d924-0552-4866-a610-3cbe95a42aa7\", \"date\": \"Thu, 09 Jan 2025 02:04:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.007719138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.009472415Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"44c5c36b-02dc-4159-89b7-19b6daa085d9\", \"date\": \"Thu, 09 Jan 2025 02:04:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.009487205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.011359944Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.011392384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"446.366318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.057467258Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.057754573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.05956289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.059576821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.059768103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.06871208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.068979994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09dc3b7b-1516-4244-afe4-7412dc6637dc\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069000084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069009255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069239648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069254908Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069261719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069268429Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069275049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069281349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069486992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069500812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.069734606Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.069743836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.07001283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.072018621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.072154153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e05e3a1-5bb1-4de9-8544-d00fc3e0b228\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.072176653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.072273574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b805d02e-0959-4092-b3b4-44d20351158c\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.072296505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.072307025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.170041318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9972796e-8bd9-4360-92db-1c30a7eb6457\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:34.170087979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.170099119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.251853858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b97ac2a-dd86-40c6-a707-a87ac423969d\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:04:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.251896199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.252272124Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.25590275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.256167004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.259109889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.259507775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.261245881Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.261495205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:34.268238348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":19,"elapsed":"703.461666ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:37.652144611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"dd926cef-7a0f-4e86-9af1-6073191a5f33","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.564342766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.564390657Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.564398977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.564406557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.564704772Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.564764803Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.567158699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.569676098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.569692498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.56984579Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.571395464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.571645718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.57309138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.575515906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.575526446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.575665518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.58820783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.5882265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":56,"elapsed":"23.877484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.593018213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.593223867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:43.619854203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"55.520677ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:47.652336294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"55ea36d3-9c11-4ddb-9385-a40add47c122","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":389,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.564536119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.56459505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.564606051Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.564615481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.564887335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.564993066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.593068825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.593334639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.594462936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.594941603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"30.417574ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.597022925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.597033535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.597225308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.599151368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.599404571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.600937645Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.603418443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.603429253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.603582095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.614060185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:04:53.614086596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":57,"elapsed":"49.530227ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:04:57.652092861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"cf79a761-cc84-40ef-858f-22aa34406509","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564723223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564772854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564781324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564788154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564794024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.564801304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564809464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564818994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564828594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564838115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564847495Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564856375Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564866365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564875595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564884605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564893825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564902656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564912346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564922736Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564932056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564941666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564951286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564961296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564971317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564980577Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.564991687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565002137Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565112119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.56516076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565249581Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565262631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565311102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565332862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565345412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565356092Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565376483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565386903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565400913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565451024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565949441Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565964462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565971492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565977992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565983882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565990902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.565997422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.566004992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.566227046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.566250256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.566317867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.566334107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.567440964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.567847761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.568411529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.569257892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.442678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.570651203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.570674574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.570861576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.571205162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.571220762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.571326614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.571338374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.571404065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.571518706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.575470197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.576110477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1226, tv_nsec: 449031746 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.576542413Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.576825438Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1226, tv_nsec: 449747557 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.577122722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.578177838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.578205889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.578434652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.584126229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.584212531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1226, tv_nsec: 457129620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.584587866Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.584615897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.584915491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.585221946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.6234592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.623515631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.623526911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.623540431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.623874226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.626481936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.626508117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.626770991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.629052185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.629295239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.629846238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.63194038Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.63196748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.632147953Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.638304987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.638747173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.638810734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.639083989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.641571427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"75.594144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.641638788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.641656418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.641850021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.642051554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.643535857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.644637834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.644662354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.644991959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.645577828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"79.627207ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.645781521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.645799241Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.645949724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.647559538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.647734941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.648232738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.648255169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.648429652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.652506194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.655705383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.655733603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.655982177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.662194102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.662224632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":58,"elapsed":"97.439369ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.672253456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.672290116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"107.441812ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.672683862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.672713083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.673044088Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f8ebc7-9908-4175-99ed-370030a6dc8c\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.673073418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.674959787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.676260207Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.676285757Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.676293587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.676580071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.680988139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"116.221286ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.683202723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"118.326397ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.68632524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.686349311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.686626815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc46c6c-737a-4c7f-9ac8-3b638f959a27\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.686648835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.688549054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.693590791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.693608422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.693908986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10dd801a-8859-40d1-a4dc-fd1548cba35f\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.693930477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.695330138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.695669723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.695693194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.696490046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"130.530114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.696606708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.700640169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.700662319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.700920443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.703264249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":20,"elapsed":"138.536277ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.717954384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.717975754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.717985214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"153.084079ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.723937555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.724343211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.727952376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"161.967444ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.762597486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"197.68761ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.772177082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":20,"elapsed":"207.315888ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.78254431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.782840375Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"679eb3ba-c3ad-448d-a676-b2c9d876a2eb\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:05:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.784769384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.785059709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.786981768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":20,"elapsed":"222.117403ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.811246569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.811269719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.811562014Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f643d91-e389-412b-82f6-82e665b626b1\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.811597094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.811929489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.817288791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.817513384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.822323348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.824546912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.824568259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.824747783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.826051525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.827598189Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.827622589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.827748991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.854668732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.854692892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.854967347Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc87f692-e1c2-434a-b947-b67795665d51\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.854982667Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.855290402Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.857183601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.857383424Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.860982059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.861176311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.863622999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.863640099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.864087576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"940c6589-69f6-4fd1-8f9c-cf344f183120\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.865443587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":20,"elapsed":"300.694383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.867388186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.867728812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.869762723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.869783443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.869951486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.879931898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.880241923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74ddb17-90d8-4254-ba95-b77277f568bb\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:05:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880265013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880277683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880533537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880543158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880549387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880556018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880562368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880568538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.88073319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.880741501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.881002094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.881015635Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.881211748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.883186838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.88331762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130a23cf-1440-4e40-9991-010e5281708f\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:05:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.88333652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.883411071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86090735-091c-4fc5-9bb5-07320c95ec45\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:05:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.883435702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.883446572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.914225432Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.985620393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d9a9f5c5-16bd-4ce1-b12e-8034af4c4d37\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.985656473Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.985666303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.986225422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aac7762-cb26-41d0-93a6-6067ed8540a6\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.986271943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.986590567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.986651419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0eac9e-509d-4e6c-b0c3-350b245b13c0\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:05:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.986694179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.986722989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:03.98673328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.988483876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":20,"elapsed":"423.643592ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.990208603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.990528828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.993691946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.993863169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.995631276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:03.99595017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:04.003534406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":20,"elapsed":"438.819144ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:07.652399196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"64b58b5e-f0a9-4d68-9994-8bd01c32c9da","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":401,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.564591012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.564640553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.564648933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.564656573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.564943887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.564991938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.566689964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.566962798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.566975848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.56969488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.56971234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.569885623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.571113572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.571315665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.57295571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.575370446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.575389456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.575543528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.588135351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.588159231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":59,"elapsed":"23.549839ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:13.598765573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"34.178642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:17.6453906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"fb69036d-763e-44a7-973a-4de937f55691","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:17.645841967Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"fb69036d-763e-44a7-973a-4de937f55691","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:17.648731431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"fb69036d-763e-44a7-973a-4de937f55691","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3432,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:17.649032226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"1970a7c8-1928-4f3a-bba9-cccb89f095c2","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:17.649399362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"1970a7c8-1928-4f3a-bba9-cccb89f095c2","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:17.651412252Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"1970a7c8-1928-4f3a-bba9-cccb89f095c2","remote_addr":"[fd00:1122:3344:101::d]:63437","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2447,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:17.65188804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"69feb58c-917c-41f6-86b8-66484040b0dc","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":350,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.564929888Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.564981428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.564990279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.564996959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.565339774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.565358404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.567350915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.567580538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.567839952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.569072211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.156454ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.569853003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.569871603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.570005115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.571669751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.571827063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.573038722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.575225084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.575245835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.575367786Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.58606633Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:23.58609068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":60,"elapsed":"21.146232ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:27.652778672Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"cc5cbc41-77c0-4b92-b98d-54a63d5dae08","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":552,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564629373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564686223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564695914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564705764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564712994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564720254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.564727384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:55:33.564654213 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564735804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564742154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564749184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564756495Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564766084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564776685Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564786115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564796245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564806025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564816195Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.564825725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564834556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.564844866Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564854666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564863516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564872566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564882106Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564891937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564901407Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564912387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564922387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564932957Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564942307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564952367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564962418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564972358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564984528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.564994478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565004378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565013018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565022548Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565032549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565041689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565051319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565060799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565070479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565080559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:05:33.56508984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.56510109Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.56511175Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":12,"elapsed":"14.99µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.56512511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.56513512Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.56514462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565155021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565165871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565176031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565228102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565240242Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565249652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565260012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565269462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565280263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565290863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565300163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565311913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565323223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565332593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565342303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565350764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565359564Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565370844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565382804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565392404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565400844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565410345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565420134Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565430355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565439595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565448395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565459555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565471205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565484075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565497026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 438249204 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565511246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565521066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565529956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565538766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565547756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565560437Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565571987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565584117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565595867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565607468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565618388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 438367166 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565630778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565639258Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565670598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565684329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565693469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565704749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565723269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.56576842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565888972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.565899842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.28114ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.566215567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.566234047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.220709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.567483706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.568853537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.123403ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.568880587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:55:33.564654213 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.568889738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:55:33.564654213Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.209614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.570961309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.57098807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.571068151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.571078001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.571085941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"6.392788ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.571175962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.573247384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.573316745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.57363318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.574092697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.574674866Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.575389706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.575420577Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.575523168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.575698941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.576588144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.576611245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.576877139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.57763456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.577664861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.577755862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 450565952 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.577843794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.578066897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.578646556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.578668376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.578708447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.578818878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.578888919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.57892201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.579166124Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.58090672Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.581395468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.581727873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 454533652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.582051118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.58346852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.5834945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.583678173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.583812425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.583827265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.584052558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.590908013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.591425621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.597776098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.598470329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"32.964083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.598974936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.599418853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.600421279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.600933906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.601965012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.60381936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.606978609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.607013099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.607314704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.608746586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.608946739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.609245583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.609373715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.610372311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","candidates":"[(6856f0a8-2877-4470-b201-f23bdd8b9753, 0), (9750813a-1396-4eb5-a25f-06d4d5eb873c, 0), (7166b725-88d5-4cb0-a42e-4e89649305c8, 0), (9b4e47a8-8422-44fb-b0fd-7600f246a02d, 0)]","collection_id":"6856f0a8-2877-4470-b201-f23bdd8b9753"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.610401801Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.610610594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 483402293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.610786377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.611050911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.634734303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.635639957Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.635681467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.635692467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.636240826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.636703583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.636740323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"72.02362ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.638407169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.638441709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.638721173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.639853611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.640119265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.641694689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.643470266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.643975784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.644113046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"78.809033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.646013945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.646042905Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.646301349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.650564054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.650860919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.651764013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.654671687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.655452679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.655906056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.656124999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.65613967Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.65614865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.65615717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.656414604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.65942353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.65945072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"94.487433ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.665162757Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"99.847324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.665195678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.665473492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.668305225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.670247405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.670270895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.670418138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.673728048Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.673935491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.674715783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.677597258Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.677649168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.677661868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.68627191Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.68629615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.68630378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.686310291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.686472473Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.714591432Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.752117396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.752150386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.752447181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9297f5-d7f3-4e54-aef2-6a3d0e85b0cc\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.752474011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.754922999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.781540655Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.781568086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.781778189Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eab0230-2203-4833-8557-f4df2617b816\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.781791919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.783568676Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.818960807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.819709538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.819731129Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.820066354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72475491-5847-46b0-8c9a-77e553224062\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.820091674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.82047164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.82305158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.823446235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.825440616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.825742721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.826203108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.82633275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.826641064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.829522598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.829553929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.829684831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.831520369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.835643202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.835676712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.835891206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.858189726Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.858235447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.858244877Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.858523271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.862939539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"297.951281ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.863041991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.863066991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":61,"elapsed":"298.183345ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.879692275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.880329995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.882352135Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"317.565211ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.883835978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.883865198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.883879879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"319.093174ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.884064621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"6856f0a8-2877-4470-b201-f23bdd8b9753"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.884097872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.884463298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.884674921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.884845453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.885230609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.886999546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"321.676473ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.888385338Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.888417178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.888433348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.888731223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.889771209Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.889803439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.890143954Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.892988888Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.893726099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.894183786Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.896620713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":21,"elapsed":"331.94505ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.897402395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.897419776Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.897639689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.898682355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","candidates":"[(9750813a-1396-4eb5-a25f-06d4d5eb873c, 0), (7166b725-88d5-4cb0-a42e-4e89649305c8, 0), (9b4e47a8-8422-44fb-b0fd-7600f246a02d, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.899344385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 772136294 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.901557829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.901590379Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.901904944Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"54972a0a-bfa1-4764-8e57-52d784f460bb\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.901927925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.902350571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.904866149Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.905154684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.905752263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.905778343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.906099008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e11cb8-be34-43c5-ba88-97683287d915\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.906117789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.909139625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.9094684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.909670853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.913699554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.913724395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.914609428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:33.914631119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.914640889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"350.000176ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.917679005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f04e17de-584f-4dbf-9b32-360a96cabdf8\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.920950645Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":21,"elapsed":"355.696983ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.930285788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.930710254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4183b4e2-1d6c-4fc8-9147-2a37da2a0156\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.932016294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.934144617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.934162277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.934226418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.934460551Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.934571073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.935939777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.937525028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":21,"elapsed":"372.642732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.937609719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.938510913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.940620536Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.941622181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"376.295038ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.942136269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.942148249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.942353462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944756609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944791989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944926321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944951702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944962302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944971872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.944982622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":11,"elapsed":"380.167157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.946249391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.946492915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.94747098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.94749389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.947502391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.947734974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.947754414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.947944468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.949064534Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.949719664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.952173742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.952190022Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.952356905Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.953645395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.953669805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.953679575Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.953688885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":11,"elapsed":"388.721227ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.954728971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.954760892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.954980825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.96445109Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.964732334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.967195622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.967453915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.969647599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.969963474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.971933704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.972185898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.973684641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.973890764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.975236874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.975421917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.976452933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.976625106Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"411.770959ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:05:33.978928771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.978942751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"414.174367ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.979483649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.979497099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.979648932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.981025923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.981261166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.982900082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.983210646Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.985793626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.985881977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.98609697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.986108851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.987524272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.987640774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.987856427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.989162507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.98934653Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.990065861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.990076791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.990287314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.990735591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.991046086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.992544439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.998585161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.998629702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.998642862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:33.998895146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.000049084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.000311588Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.000607682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.000625932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"435.723476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.00180781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.002004103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.003376054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.004869987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.005284784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"45545880-4d40-41c2-b2f3-aef8ad0a42cb\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.005306524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.007126061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.007138692Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.007437176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.007632849Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"91d88e8d-e7e9-46f6-9133-b15f9607ec38\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.00764432Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.01026434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.01028406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"445.585297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.012139378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.012455323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.01358544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.013795654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.015792754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.016068288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.018450934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.018631647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.019897747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.02076393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.021008544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.023022184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.023036045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.023238858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.024558138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.024780391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.025826357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.02601496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.027241809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.030976596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.030994536Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.031139739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.03255033Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.032754133Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.034088033Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.034283316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.05806876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":21,"elapsed":"493.044111ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.06133495Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.06134927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.06135616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.061758416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ad7117-5a57-4a8c-a363-9851b4562ac6\", \"content-length\": \"476\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.061791717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.06201067Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475e03d6-cc2b-4a64-a9df-24006d21331d\", \"content-length\": \"734\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.062050871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.062359995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb2e7c8-c10c-461b-8bc3-f7d3121d557c\", \"content-length\": \"111\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.062374396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.062624679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8ba5f7-26d1-49f2-8086-3db043327307\", \"content-length\": \"111\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.0626346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.062872273Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d81444e-d7b2-4ae5-9c22-0d7624e9dca3\", \"content-length\": \"167\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.062881833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063138107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7503354f-75cd-4b26-999e-221be7cc50d0\", \"content-length\": \"167\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063148067Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063386941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e211d7a-aba1-4a55-b588-54049aeb07a7\", \"content-length\": \"175\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063397341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063626105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aadc7f66-c418-48c6-9f47-8a31aa8b0f1c\", \"content-length\": \"175\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063635805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063746266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1cb1dc-0db8-42d7-b850-04fb39ec9054\", \"content-length\": \"702\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063756227Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063896749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9343ba06-9117-4c56-bf61-dadf3b938f9e\", \"content-length\": \"727\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.063906369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064034091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ffd3a0b-8fbb-47a4-928a-5a131f6c0899\", \"content-length\": \"729\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064043111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064244274Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4474ff-52ef-4249-9cec-a1848565f554\", \"content-length\": \"728\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064255114Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064413237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee043ba2-97b4-49dc-b808-a88f484471b0\", \"content-length\": \"722\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064428607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064696531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a94804-1800-4176-9e3b-eebddc251594\", \"content-length\": \"109\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064705701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064939945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e38960-2f58-4402-81b1-bbd65bc618c4\", \"content-length\": \"109\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.064948995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.065180819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0653d3a2-f957-4d44-b085-45e416f05856\", \"content-length\": \"169\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.065190769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.065421412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b241afef-d375-4986-9a96-d5bbd1335ac7\", \"content-length\": \"169\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.065430702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.065663116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"543a1375-2c4a-4979-9f40-554104487b95\", \"content-length\": \"178\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.065673056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.06591152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b84b60-901c-4ae2-93f0-48e15dc484bd\", \"content-length\": \"178\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.06592089Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066028471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9167cf4b-044b-49d3-84c0-e75bcd9ee84f\", \"content-length\": \"702\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066037901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066170923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a923522e-997c-48cd-a63c-355005ac2419\", \"content-length\": \"727\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066180254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066392027Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f717714-db62-4499-a350-a1e0cf06c9ff\", \"content-length\": \"729\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066401677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066528609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9200ac9b-7b8b-4a2e-a896-56d853f8eb9c\", \"content-length\": \"728\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066537809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.066787343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.129196517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.129563752Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218b860d-8a63-400f-bcfd-84da0132325e\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.129586372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.129596843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.129606503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.130695389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":21,"elapsed":"565.706171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.13077849Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.132585158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.132613049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.132763121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.134117432Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.135786377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.135797497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.13594782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.159218255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.16283712Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.162853091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.163025453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.168625139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 4f2d96ec-8d74-4498-99de-eb86f0ad9069, kind: Service { id: 529d4c5c-68f4-4868-89bd-83eaa1aa4e8b }, name: Name(\"nexus-529d4c5c-68f4-4868-89bd-83eaa1aa4e8b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7903dd60-4f91-4fe6-bee8-c9f7f99c0a5d, kind: Service { id: c0a9365d-d13c-4032-a1ed-9ff69918b349 }, name: Name(\"nexus-c0a9365d-d13c-4032-a1ed-9ff69918b349\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c8cf1e65-92bd-4b41-87d3-99152d5ec281, kind: Service { id: e7344e32-c3b3-43f7-8c30-e8bae4108d33 }, name: Name(\"nexus-e7344e32-c3b3-43f7-8c30-e8bae4108d33\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 1c4ecb35-e21a-4acb-a24d-e64c920368a9, kind: Service { id: f0f2e5cd-2795-4686-a722-eff994bc2526 }, name: Name(\"external-dns-f0f2e5cd-2795-4686-a722-eff994bc2526\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 207])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 895186f7-b090-4dae-808e-8be75d2b2d7b, kind: Service { id: f3416805-f40d-4d68-a19c-04a4a2965ebd }, name: Name(\"external-dns-f3416805-f40d-4d68-a19c-04a4a2965ebd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.168659299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.168860242Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.169863868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.171683466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.171693936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.171845868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.17329173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.173343811Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1c4ecb35-e21a-4acb-a24d-e64c920368a9, kind: Service { id: f0f2e5cd-2795-4686-a722-eff994bc2526 }, name: Name(\"external-dns-f0f2e5cd-2795-4686-a722-eff994bc2526\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 207])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 895186f7-b090-4dae-808e-8be75d2b2d7b, kind: Service { id: f3416805-f40d-4d68-a19c-04a4a2965ebd }, name: Name(\"external-dns-f3416805-f40d-4d68-a19c-04a4a2965ebd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4f2d96ec-8d74-4498-99de-eb86f0ad9069, kind: Service { id: 529d4c5c-68f4-4868-89bd-83eaa1aa4e8b }, name: Name(\"nexus-529d4c5c-68f4-4868-89bd-83eaa1aa4e8b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7903dd60-4f91-4fe6-bee8-c9f7f99c0a5d, kind: Service { id: c0a9365d-d13c-4032-a1ed-9ff69918b349 }, name: Name(\"nexus-c0a9365d-d13c-4032-a1ed-9ff69918b349\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c8cf1e65-92bd-4b41-87d3-99152d5ec281, kind: Service { id: e7344e32-c3b3-43f7-8c30-e8bae4108d33 }, name: Name(\"nexus-e7344e32-c3b3-43f7-8c30-e8bae4108d33\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.173363691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.181972203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.18245963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4edf1d66-b73b-4cee-91e4-50d255417b5d\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.182486211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.183839531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d89558b-1b31-4aac-abe3-deabc9b67379\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.183853271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.185437325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"26f8c4ac-225d-40a7-9220-33b5881b1390\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.185448806Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.187586278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.187636739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"622.801984ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.222459901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","vpc_to_sled":"[Sled { identity: SledIdentity { id: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, time_created: 2025-01-09T01:55:58.159861Z, time_modified: 2025-01-09T01:55:58.159861Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.222505392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.222513932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.222962099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.22502451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.225249824Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.226730907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.229383577Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.260882318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.261286064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.26363542Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.26365298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.263917455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.268600916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.268612066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.27346787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.273794045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a944a25-223b-464d-876b-cf6a0911617c\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.273825256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.273837436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274137801Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274147711Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274154871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274162951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274171861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274179691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274353604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274363094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.274589658Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.274598298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.274800341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.276965454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.277097286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67aeccf7-342e-47a9-8b23-c1d2055b2864\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.277118626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.277222598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b425c794-cbe9-478e-b612-5def9d2b5e7a\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.277251998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.277269368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.285559595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.295779221Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"953a10d6-cbdb-424e-8d00-44af4020f270\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.297409356Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.297424286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","elapsed":"732.596211ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.297433287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":3,"elapsed":"732.607251ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.429396472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"963a2e37-e00b-4da2-b8db-9593b53b94d0\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.429441853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.429452463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.429837499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3957f8fd-41fb-48a1-8dbd-9e33050b03ff\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:05:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.42988621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.430231235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.433188881Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.433399244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.436658443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.437124261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.439152481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.439506897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.447269576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":21,"elapsed":"882.411469ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.553343386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d2ded3-55eb-4d34-80d6-1fcd8185a3af\", \"content-length\": \"30800\", \"date\": \"Thu, 09 Jan 2025 02:05:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.568682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.568706971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.568716181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.572638061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.572936265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.574321717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.576106253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.576172484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.576344596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:34.75591531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"c9a7f60a-817d-4721-b5a9-65a2239a823b"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.755955871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_started":"2025-01-09 02:05:34.061322 UTC","collection_id":"c9a7f60a-817d-4721-b5a9-65a2239a823b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.755965641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"collection_id\":\"c9a7f60a-817d-4721-b5a9-65a2239a823b\",\"time_done\":\"2025-01-09 02:05:34.570878 UTC\",\"time_started\":\"2025-01-09 02:05:34.061322 UTC\"}","iteration":2,"elapsed":"1.191009213s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.755976851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.755984331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.756320546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.757782698Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.759703558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.759719168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.75987061Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.762116005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.762293627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.763809851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.765943413Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.765957583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.766126946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:34.800640163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"44.650142ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:37.652545868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"eab1ea3e-388c-42fe-9232-caf2ae8a48dd","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.564764844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.564820875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.564830475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.564838695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.565113589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.56516835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.567338933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.570002204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.570030244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.570161477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.571744751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.572085186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.5736443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.576132167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.576155447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.576289449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.588011108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.588038489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":62,"elapsed":"23.258964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.593064275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.59337892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:43.620735048Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"55.985215ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:47.652370855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"396b1baf-f6b8-4452-972a-d2a25148e058","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.564586552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.564648173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.564659573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.564668573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.564997678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.565013798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.566643793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.56907993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.56909374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.569230023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.571157392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.571480597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.572871308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.576055696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.576109187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.576119097Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.588803751Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.588837951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":63,"elapsed":"24.23456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.600038962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.600349937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:05:53.601778679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"37.209928ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:05:57.652333196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"c4404baf-0a0b-42d0-9766-851086aa31d3","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564875977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564941047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564955538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564966848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564977328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564986798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.564996798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565006688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565016329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565026659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565035959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565045259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565054179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565075209Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.56508561Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.56509518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.56510426Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.56511438Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.56512423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565134241Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565144181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565153971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565163411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565172511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565184101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565193091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565202291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565322523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565349964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565449595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565462586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565473386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565482536Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565493336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565503196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565511826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565529716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565538677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.565545477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566093595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566108515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566115785Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566122156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566128336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566139896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566146016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566153456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566358519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566371279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.56644463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.566478761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.567442586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.568834127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1286, tv_nsec: 441523507 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.568861197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.568965789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.90751ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.569114831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.569187132Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.569200263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.569206463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.569441056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.5696879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.569715591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.569840392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.571518848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.571549068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.571730151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.572352651Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1286, tv_nsec: 445042150 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.572660276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.572778627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.574744637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.57621765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.57624274Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.57625288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.578131539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.57819876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.57821396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.583101585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.5833991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.583485021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.583532391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1286, tv_nsec: 456230691 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.583826276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.584917503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.58540164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.586457466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.586486237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.586659939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.587288159Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.590372806Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.590403256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.59064023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.590776782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.590791192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"25.804684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.619492891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.623703865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.623755676Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.623968439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.625943259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.626441377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.626791302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.627047206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.630018662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"63.911556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.630266456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.630716212Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.631006707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.632279036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"67.164406ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.632712743Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"66.613737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.634247166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.634373198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.634401769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.634558001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.634616552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.636228076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.636356589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"70.254003ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.636578502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.636934787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.637248632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.638704254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.640276648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.640297309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.640304499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.640645214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.642877718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.642905269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.643101992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.65149887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.65153277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.651542981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"86.476371ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.65547491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.655511121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":64,"elapsed":"90.485903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.658385445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.658787791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.661219498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.661409601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.663147688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.667095188Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.667129139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.667349062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.669225551Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":22,"elapsed":"104.342114ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.669695468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.669708628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.670032053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d9e6ac-865d-424c-b88e-385d6a3fe66a\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.670062833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.670075604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"105.163766ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.672304118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.682508663Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.682539294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.682788798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83aee62f-facc-42e0-8198-525eb14dfdad\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.682806378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.684164349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.688554006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"122.440551ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.690494205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.690517986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.690753729Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b37681-36d8-4504-85e8-0a9171f26a8e\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.69077847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.692451955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.703518555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.70385911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.726024318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"161.078341ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.809097997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.809400272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5b82bf-facd-47e7-8498-3167e3043d27\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.811598196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.811839899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.879150198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":22,"elapsed":"314.23162ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.886685633Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.886714923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.887003338Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2059cf-5ad9-4751-9af1-121738a67e6c\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.887028298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.887394793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.8891385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":22,"elapsed":"324.180193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.924148265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.924594622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.926181966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.926493071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.926911747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.928261828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.928286278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.928457631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.929227423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.929260913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.929535027Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.929559378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.929570738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.930173987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.932484802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.932507403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.932660785Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.938830339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.939119684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45e0f39-ed22-4d1d-8feb-f4d8ca71b352\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939143774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939154644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939418658Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939430188Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939437248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939445469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939452919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939459929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939642302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939653872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.939916016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.939924736Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.940132029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.941997138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.94213329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba50e589-f8b6-468e-a4ae-5ce7f4fcd3a2\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.94216232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.942241931Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c5ff89-d5bf-43cf-a908-213e3dce6f8e\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:06:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:03.942290246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:03.942301777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.005276384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"348be22e-7af0-4f40-b379-a1f7e734a312\", \"date\": \"Thu, 09 Jan 2025 02:06:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.005331225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.005585679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.007459908Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.007670101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.010739108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.011031982Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:04.019045875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.019075635Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.019610013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"16074b09-54d9-4ff6-beee-10aba0a68db3\", \"date\": \"Thu, 09 Jan 2025 02:06:04 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.021113936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":22,"elapsed":"456.114908ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.033010178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.033486255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c64eff-e1d5-4d61-94d8-a62bd2b26cc7\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:06:04 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:04.033507876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:04.033519066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:04.033528406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.035453035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":22,"elapsed":"470.470387ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.103251631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8a0e8f1f-189e-4a3b-abbe-27fec3e4604b\", \"date\": \"Thu, 09 Jan 2025 02:06:04 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:04.103290172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.103300392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.103556066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad0f22f6-fbf2-4664-b24e-3971e90580e6\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:06:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.103603487Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.103956702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.107518526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.10778001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.110466971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.110930099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.112933369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.113159053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:04.120324932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":22,"elapsed":"555.468236ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:07.652223085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"e96a10e5-4894-41e9-873b-2c8814a38c54","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":391,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.56442057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.564488571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.564498441Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.564506581Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.564807946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.564823896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.566979519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.569512948Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.569536778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.56967748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.571376646Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.57163814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.598656862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.598932036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.602598662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.605189532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.605219073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.605344294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.616316682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.616344332Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":65,"elapsed":"51.912822ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:13.627799827Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"63.394568ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:17.652590871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"3018e874-f2b3-496b-859c-db2c9b88efc1","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.564779368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.564839359Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.564851549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.564861299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.565188444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.565205484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.566715607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.56690895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.568291661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.528994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.592590152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.595059249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.59507524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.595212052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.597650439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.597887773Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.599285764Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.601699561Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.601712821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.601843123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.614384885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:23.614413155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":66,"elapsed":"49.614287ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:27.652702624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"6dbafc1e-112d-4e45-85b5-08ca9e41d415","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.56491814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.564977421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:06:33.564992761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565007322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":13,"elapsed":"22.9µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565021532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565033422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565045572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565056952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565066112Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565085333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565096913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565107203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565116693Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565127024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565137464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565147614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565157204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565167624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565177474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565186844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.565197225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:56:33.565039782 UTC"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.565207365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565217825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565228965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565241915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565252075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565262526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565273846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565285336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565295856Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565304966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565315366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565325696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565335787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565344997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565356167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565365387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565376057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565384287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565394297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.565405178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565415238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565424578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565434358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565443728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565455318Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565465218Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565475259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565485989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565495809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565505399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565515829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.56552533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565602921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565631781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565646331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565660381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565673072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565687662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565701062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565711832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565723553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565733613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565744783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565754823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565765053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565774643Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565784874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565793994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565806644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565820454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565831934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565845474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565854724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565863115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565871975Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 438323942 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565884955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565895005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565908235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 438347133 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565927836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565939826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565952676Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565963706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565976466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.565990226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566003717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566016327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566068928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566184569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.56620607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.261419ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566306182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566334062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.232728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566523185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.566741118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.569184705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 441756935 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.569263567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.251155ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.56947724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.569750444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.571078674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.571239417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 443814486 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.571412009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.571582652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.572609598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.572635508Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.572858251Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.574347464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.574370165Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.574485616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.574502457Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.574540087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.57468709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.57470808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:56:33.565039782 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.57472284Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.57473628Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:56:33.565039782Z\",\"pruned\":[]}","iteration":12,"elapsed":"9.691768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.575342789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.578264173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.578294864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.578335094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.578350034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.578621629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.578816202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.581479592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.581790537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.584717802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.589057398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.589304652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.589344933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.589584606Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.592983468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.593019149Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.593210572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.596746166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"31.084764ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.597519418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"31.871666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.598000625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.598401491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.600214679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.600697786Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 473256285 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.600917619Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.601136163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.601753612Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.602111148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.603862164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.604400363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.604489564Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.604817999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.639289316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.639833574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.648531607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.648577358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.648593008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"83.415534ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.6500289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.65006422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.65007631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.650480647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.660061433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.66050544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.661011777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.661148559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"95.506558ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.66247254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.66249382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.662722843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.665560537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.666522321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.66709615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.668722165Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.668752886Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.66901565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.671050091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.671092891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.671371426Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.671393796Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.671404936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"106.331364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.673735762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.673761342Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.674141748Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.67424936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.675752093Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.676087108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.679656582Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.680033648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.680660057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.680989923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.681114755Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.682140924Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.684707749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.68473366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.684992754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.685795286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.686481377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.686508087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.686806131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.691002275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.691061496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.69130042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.695719188Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":23,"elapsed":"130.596984ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.707293095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"142.299083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.708687126Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.709161003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.715305907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.718723939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.71875891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.719007473Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.723675555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.723705155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.724069041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8681b18e-cb0f-4168-ae6e-cd7d81583c07\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.724090541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.724982265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"159.333503ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.726432037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.730253285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"164.97735ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.731658327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.731686467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.731697337Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.732015522Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.736621363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.736644903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":67,"elapsed":"171.451909ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.74040613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.742231088Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.742250369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.742257678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.742264389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.742621154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.744131957Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.744156187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.744166998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.744176028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.744281229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.744597494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.747002391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.747024281Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.747171024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.748046887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"182.398166ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.74953721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.74954975Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.74956043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.749891425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.751241076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.75412476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.75414204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.754389294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.757122146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.757146256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.757164926Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.757174417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":12,"elapsed":"192.247196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.758787491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.759220648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.760759361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.76329606Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.76331239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.763502053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.764198854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.764211614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.764553819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d191727e-806c-429d-bcc2-d80074fff070\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.76456985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.766014652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.770178775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.774383089Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.77440839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.77441911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"209.242395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.781769422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.784494744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.784521474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.784645016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.791952288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.791975948Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.792210782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae0966f-7f88-447f-86c6-4decec42cfa2\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.792224312Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.794150491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.817745572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.817767682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.817777722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.818076747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.819145873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.819174324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"253.940319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.819562719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.819898655Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.830101831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"265.131119ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:06:33.832766261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.832798862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"267.78435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.856658586Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.856807819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/467f52d1-1a36-4090-b3eb-c882200620bc/state","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.859414308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.859430059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.859581911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.91255493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":23,"elapsed":"347.449207ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.917192431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.937244427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.937561852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20671c31-b501-4282-ac65-b4722f29a7eb\", \"content-length\": \"1\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.939142646Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.939443998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.953698869Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.954007073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd9d08f9-b91b-4812-80ae-9aa9322b2d56\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.954028834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.956476051Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"65ca28be-b692-4068-8d7b-47506fd8a9aa\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.956504231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:33.959607309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:33.959631999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"394.712329ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.02187193Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.022373078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e5c9c09-5c8d-4879-9b00-3db92c22093f\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.022389788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.023940702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ff595bf-5878-4049-b11f-d855fc75310a\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.023954032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.02581311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cd177e99-b7bc-43a3-aae4-a2bbda985e21\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.025828171Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.027927533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.027977374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"462.946221ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.033204283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.033223674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.033480278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c77d6b1e-126e-48c2-881b-3be22c397081\", \"content-length\": \"521\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.033512428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.033894894Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.034745537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.035503018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.035517759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.035525619Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.035533769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":12,"elapsed":"470.455086ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.035791013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":23,"elapsed":"470.784632ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.036451733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.036460733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.036617166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.037742593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.039433618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.039443359Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.039588611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.074797999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{eeab26b9-6b60-47d9-a432-ee824d0cce75: {10.151.2.175: {0f7ab0d9-8981-463e-b236-8f6e76c19564}, 10.151.2.176: {0f7ab0d9-8981-463e-b236-8f6e76c19564}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.074828759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.074999072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aa2d4c4d-d590-4121-83bf-9f78d18cc766\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.075016442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.075327767Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.077310967Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.07751049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.080039029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.080311213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.097416664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.09780372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74dd4346-70ee-4606-820b-861ef46a036b\", \"content-length\": \"809\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.097828201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(380956) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.097838221Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.097846491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.098873906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":23,"elapsed":"533.636661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.100693374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.100991609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.103103071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.103327325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.105916364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.106103077Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.108854569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.108875889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.109038492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.110709557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.11088389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.112523675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.112679737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.114121259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.114302482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.115605322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.115874616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.116871032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.117076904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.118154471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.118362594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.119639804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.123061616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: c4549307-0727-4469-a91b-204d541346cb, lookup_type: ById(c4549307-0727-4469-a91b-204d541346cb) }, key: 81aeb7cb-39f7-4333-8b69-942212358ff6, lookup_type: ById(81aeb7cb-39f7-4333-8b69-942212358ff6) }, key: 40bb75fd-402c-49d5-b55a-74ef7716f272, lookup_type: ById(40bb75fd-402c-49d5-b55a-74ef7716f272) }, key: e4377979-e688-4cfc-9c46-df1d7adb7d95, lookup_type: ById(e4377979-e688-4cfc-9c46-df1d7adb7d95) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.123073096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.123221398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.124522678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.12462167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.124718211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.125028666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.12591555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.126120943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.126942045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.126953275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.127157569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.127568015Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.130707943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: c4549307-0727-4469-a91b-204d541346cb, lookup_type: ById(c4549307-0727-4469-a91b-204d541346cb) }, key: 81aeb7cb-39f7-4333-8b69-942212358ff6, lookup_type: ById(81aeb7cb-39f7-4333-8b69-942212358ff6) }, key: 40bb75fd-402c-49d5-b55a-74ef7716f272, lookup_type: ById(40bb75fd-402c-49d5-b55a-74ef7716f272) }, key: e4377979-e688-4cfc-9c46-df1d7adb7d95, lookup_type: ById(e4377979-e688-4cfc-9c46-df1d7adb7d95) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.130720303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.130864535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.133461405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.133685228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.134923767Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.135144821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.136539222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.136680694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.136846397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da7fc50-2e01-4bc3-adb6-7b1ba4455d4d\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.136872647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.136888697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.136901938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137157461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137168882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137178532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137189292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137199562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137208422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137378805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137390015Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.137659529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.137670929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.137871452Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.138529702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.138718265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.13966619Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.139784731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba3f0b98-992a-4a28-b514-11f397e0f502\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.139801752Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.139919693Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6bbf47-71a4-4541-aee9-58f89a504e0d\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:06:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.139936414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.139949434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.140794177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.14100453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.142264709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.142470143Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.143276265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.143458938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.144688316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.148407053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: c4549307-0727-4469-a91b-204d541346cb, lookup_type: ById(c4549307-0727-4469-a91b-204d541346cb) }, key: 81aeb7cb-39f7-4333-8b69-942212358ff6, lookup_type: ById(81aeb7cb-39f7-4333-8b69-942212358ff6) }, key: 40bb75fd-402c-49d5-b55a-74ef7716f272, lookup_type: ById(40bb75fd-402c-49d5-b55a-74ef7716f272) }, key: 3bebda35-0e40-451d-85f9-09792fd65ce7, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.148425263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.148568786Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.149749504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.149926797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.151143215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.151344158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.152278122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.152450105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.154530547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.154794811Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.155979979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.156163142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.157512952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.157741756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.159018675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.162643361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: c4549307-0727-4469-a91b-204d541346cb, lookup_type: ById(c4549307-0727-4469-a91b-204d541346cb) }, key: 81aeb7cb-39f7-4333-8b69-942212358ff6, lookup_type: ById(81aeb7cb-39f7-4333-8b69-942212358ff6) }, key: 40bb75fd-402c-49d5-b55a-74ef7716f272, lookup_type: ById(40bb75fd-402c-49d5-b55a-74ef7716f272) }, key: 0f7ab0d9-8981-463e-b236-8f6e76c19564, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.162675011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.240070414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2e4ed4e0-4c58-4ca1-9402-786580f7570e\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.240090614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.240098974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.240679213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3cf9b23-73b8-48e2-be7c-5f8d050e3c3a\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.240714393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.240927267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.244159306Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2582f5ce-f67e-4394-a53a-adcc42e886e7\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.244260758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.244558352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.245553917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":23,"elapsed":"680.376853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.24766853Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.247887893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.249753471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.249978895Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.256925951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":23,"elapsed":"691.704037ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.400428983Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.400458404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.431108262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.431218244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60293"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.431390766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6a22df51-9ab2-40ec-9543-ca48c2531cea","remote_addr":"[fd00:1122:3344:101::b]:60293","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.43166641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6a22df51-9ab2-40ec-9543-ca48c2531cea","remote_addr":"[fd00:1122:3344:101::b]:60293","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.465394296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/oximeter.rs:76","collector_id":"2e61db93-7661-4d70-aa81-b31509361e0d","producer_id":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:34.465415236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/producers","method":"POST","req_id":"6a22df51-9ab2-40ec-9543-ca48c2531cea","remote_addr":"[fd00:1122:3344:101::b]:60293","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34080,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.465506267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a22df51-9ab2-40ec-9543-ca48c2531cea\", \"content-length\": \"41\", \"date\": \"Thu, 09 Jan 2025 02:06:34 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.467909674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:34.467929095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:37.474855719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/467f52d1-1a36-4090-b3eb-c882200620bc/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700e58b7-93f7-40c8-89b5-d128a80f4e35\", \"content-length\": \"131\", \"date\": \"Thu, 09 Jan 2025 02:06:37 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:37.479793454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"vmm_id":"467f52d1-1a36-4090-b3eb-c882200620bc","sled_id":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","instance_id":"f8f78731-17c8-42ec-be95-8f09a36ed5e5","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-09T02:06:37.435111972Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:37.479820585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"vmm_id":"467f52d1-1a36-4090-b3eb-c882200620bc","sled_id":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","instance_id":"f8f78731-17c8-42ec-be95-8f09a36ed5e5","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-09T02:06:37.435111972Z }","propolis_id":"467f52d1-1a36-4090-b3eb-c882200620bc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:37.479837345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"vmm_id":"467f52d1-1a36-4090-b3eb-c882200620bc","sled_id":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","instance_id":"f8f78731-17c8-42ec-be95-8f09a36ed5e5","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:37.480239921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"vmm_id":"467f52d1-1a36-4090-b3eb-c882200620bc","sled_id":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","instance_id":"f8f78731-17c8-42ec-be95-8f09a36ed5e5","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:37.497223981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:37.499261902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":23,"elapsed":"3.934102319s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:37.657203564Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"299de623-bdf2-4ae4-84af-44958da0a1b5","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5215,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.56541987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.565475361Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.565485421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.565493052Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.565825257Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.565838537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.567522972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.567775526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.568194753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.570810403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.570891814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.570993196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.572857204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.573137078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.574665372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.57726096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.577275151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.577439023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.589405936Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.589440817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":68,"elapsed":"24.000556ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:43.597868555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"32.466595ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:47.652467183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"b63b8da8-577b-4255-81a7-6a597347abaf","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":385,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.564653179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.56470493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.56471499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.56472416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.564991504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.565076896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.56665295Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.566836502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.567419021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.570042002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.570060562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.570218734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.572708742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.572970916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.574242716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.576787194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.576800064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.576939916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.585962144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.585975884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":69,"elapsed":"21.321355ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:06:53.59619844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.555921ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:06:57.652616496Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"1cb9a68a-31c8-484d-8f2c-8af1076fab5e","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":485,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:02.645685701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:52706"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:02.645803062Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"04e382c2-14ee-4dff-bed7-4ffa135af360","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:02.646111707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"04e382c2-14ee-4dff-bed7-4ffa135af360","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:02.648965161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"04e382c2-14ee-4dff-bed7-4ffa135af360","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3205,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:02.649219835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"aef437f1-9730-4337-aaef-a57dc11eb24d","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:02.64959164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"aef437f1-9730-4337-aaef-a57dc11eb24d","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:02.651871285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"aef437f1-9730-4337-aaef-a57dc11eb24d","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2722,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565186688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565233328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565243618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565250858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565257559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565265019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565271039Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565276979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565282889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.565290259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565297799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565305349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565311759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.56531855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.5653261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.56533541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.56534502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.56535528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.56536399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.56537121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.5653782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565384701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565391911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565398781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565404451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565410651Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565416891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565662225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565683125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565692695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565701125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565710056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565720286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565729316Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565740336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565750126Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565759516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565769317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565777907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565790027Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565803667Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565816037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565828287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565841118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565852858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565866288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565878368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.565955609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.5659781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.566064601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.566074921Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.566920304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.567648575Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.567817578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.524218ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.568958275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1346, tv_nsec: 441412455 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.569128758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1346, tv_nsec: 441581337 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.56926529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.569413382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.569874289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.569897309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.570031502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.570042812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.570050262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.570269415Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.572068123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.572846935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.573127939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575043298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575063648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.57518025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575191181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575269222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575350023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575405884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575415084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.575568355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.581067329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.582131696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"16.44353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.583216892Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.583609108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.583809331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.583832582Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.584018335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.586184648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.586519603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.58700374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.587339315Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.587359795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.58762231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.606445297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.606506098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"41.28084ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.60661539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1346, tv_nsec: 479063909 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.607021176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.611174309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.611683837Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.61319547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.616075954Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.616106625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.616326238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.618104365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.618251907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.618659694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.620827767Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.620857807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.62105875Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.621974144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.62232847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.631170115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.6314876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.631617962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.631654812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.631680983Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.631886246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.632734509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.633043903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.633272367Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.633593422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"68.345674ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.634990163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.635193656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.635696564Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.635715234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.635924157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.636334554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.636484016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"70.77304ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.638750051Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.638773011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.638996404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.641367211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.643160788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.643184708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.64331021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.650784695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.650813105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.651098919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3dfaefe-ee99-468f-bdd0-332a3413778a\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.65112874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.654175516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"87.241762ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.654207207Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.658499452Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.658737456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.688689174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.688713954Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.688956327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e05100-5030-480e-b4ad-cd3d6fd10382\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.688976428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.690909387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.698134838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.698158238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.698397332Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb7cdc4-4aeb-4da8-a995-b24eb322886f\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.698414722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.700391122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.737854934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.738482184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34dcd94a-a21a-4711-99b1-64e0464cc44e\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.738510485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.738522725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.738532755Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.739841275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":24,"elapsed":"174.539856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.741227026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.741567561Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.743617073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.747451021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.747477312Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.747772546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.749519343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":24,"elapsed":"184.322065ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.751202438Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.751231289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":70,"elapsed":"185.90477ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.755925451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":24,"elapsed":"190.706642ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.770654771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.770911678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a41809ef-35da-4a22-8879-c680db9afa63\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:07:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.772550635Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.772826309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.774505125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":24,"elapsed":"209.185295ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.776286032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"210.565366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.777987888Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"212.284692ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.779662433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.779674793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.779681264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.780005678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.80888966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.8089126Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.80892214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"243.574811ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.847016602Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.847041182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.847373798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66106f8-4a44-40cf-9948-96dcb733d424\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.847426108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.847750324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.852382034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"287.172846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.855155497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.855616424Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.857451622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.857493802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.857863338Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.86848285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.868756244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"366819a1-1d73-4474-a1bd-6a611216d633\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.868776925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.868789305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869014668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869040009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869049219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869057269Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869068029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869075779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869211371Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869222441Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.869420515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.869429445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.86978103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.871630168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.87173461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8554ddfd-d5ad-4e6d-9896-94246b62ce6a\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.87174835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.871826541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d900e07-6e81-4316-8b70-9412a9e05e2b\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.871839201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.871848961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.892495507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.892522847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.947630319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"461ea999-df43-4505-87bc-bddcf7912cee\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.947658Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.947981515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.950170138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.950400961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.953725852Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.954065797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:03.957749724Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.957766894Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.958285042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c192cbc7-d32e-4794-abc1-9148663dca80\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:03.959846026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":24,"elapsed":"394.608378ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.038889813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b2148a5c-80bb-4b87-b432-186c9b8de12e\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:04.038915134Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.038924844Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.039140237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"899f061f-2005-472b-9fb5-5d6b29fdc2a6\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:07:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.039189098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.039523073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.04387811Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.044132644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.048047683Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.048235546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.050327238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.050524421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:04.05763654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":24,"elapsed":"492.28791ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:07.653314248Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"9a01fa75-7098-4d75-84e6-757a1999105e","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":571,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.564736102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.564790863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.564800383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.564808203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.565103777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.565182469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.566659521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.566917535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.568673822Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.956781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.594949933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.597467551Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.597482802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.597634074Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.599811537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.600070131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.601203128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.603684976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.603699137Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.603841019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.612958998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:13.612986558Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":71,"elapsed":"48.237576ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:17.652404064Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"a4760594-255d-44ec-901a-18c06970eb1b","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.565593296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.565651096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.565662437Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.565671717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.565982151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.565998642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.568151605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.570842816Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.570861156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.571029668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.572863296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.5730649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.574298389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.576631403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.576649424Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.576781036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.585134353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.585165524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":72,"elapsed":"19.553198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.595042334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.595336019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:23.624096018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"58.515113ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:27.652504217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"9116fef9-5385-477d-93d3-7cc234788e5e","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":534,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565662717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565719078Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565729958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565738328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565745008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565751378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565757228Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565764199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565771539Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565778999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565786179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565792909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565799079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.565805969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565813299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565820219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565826169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565832989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56584199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56585145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56586178Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56587149Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56588016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56588974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565899321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565908401Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565917461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565928581Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565938391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565947601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:07:33.565957711Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565968942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":73,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565979522Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":14,"elapsed":"15.15µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.565991162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566000672Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566010002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566019992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566030572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.566041773Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:57:33.565924951 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566051843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566060813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566070723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566080763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566091904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566101274Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566110984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566120854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566130544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.566140524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566149894Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566159314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566171015Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566179625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566188515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566199145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566209235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566218105Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566227835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566237116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566246736Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566256376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566266066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566275576Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566284516Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566294707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566307637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566319777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566330417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566340887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566353348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566418818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566453299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566468899Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566480339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56648781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56649657Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 438779908 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56650994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56652397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56654095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566554371Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566563171Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566572001Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566585131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 438921331 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566597501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566604671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566613192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566623021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566631722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566639032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566649412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566658002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566844085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566862215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566873145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566934896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566948286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.195338ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.566996167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.567013778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56715386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56718435Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.147488ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.56719886Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.567212821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.567337323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.568434709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.569830141Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 442150430 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.570117735Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.570373219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.454788ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.570384189Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 442722679 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.570503411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.570514661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.570599042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.570668533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.572341919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.572515742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.572561592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.574033135Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.575562778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.575592409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.575776101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.576511593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.576542313Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.576671925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.579830503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:57:33.565924951 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.579870314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:57:33.565924951Z\",\"pruned\":[]}","iteration":13,"elapsed":"13.858282ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.582550715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"16.440152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.583182505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.583687902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.634086582Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"68.01999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.636681652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.63919995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.641093139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.64113016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.641413634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.642556552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.642592502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.642903047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.644656504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.644986419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.64507321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.645105351Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.64636544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.64639428Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.64640747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"80.532981ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.64705486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 519360930 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.647433166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.648242028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.648263919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.648479942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.649041621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.649060081Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.649259074Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.650656585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.651128792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.655918616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.656822779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.659682483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"93.61636ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.660073449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.660090149Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.660362624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.660381514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.661030292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.661125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.661421611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.661933328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662257262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662437065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662584618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662685199Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662696139Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662702489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662708919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662716689Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.66272336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.662961233Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.663052955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.66474422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.664777021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.664818622Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.664835532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.664845362Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.664908483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.665183827Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.665216098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.665232778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.665420321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.666481127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.666987595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.668122602Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.668533408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.668780762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.672646391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.672836984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.674614131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.674669912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.674681322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.674690283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.674841815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.674859255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"109.017286ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.67520303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.675794979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.67582263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.675982842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.677012728Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.680663444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.680695224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.680947538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.681292323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.681658599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.683586308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.686264959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.686660865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.688167808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.688202429Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.688447323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.69024082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.690394792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.690622556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.692046217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"126.082576ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.693638292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.693667812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.693877925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.695629512Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.695658503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.695997818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.696024068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.696080239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d7de20-2f19-49e1-bee9-6ddc07db37a2\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:07:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.696097239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.696192811Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.696296753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.696649088Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.698003639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.704504978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"138.629868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.709343792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.709692547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.737041815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.740249194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.740289634Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.740297505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.740305815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"174.357224ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.740341365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"174.603978ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.740612079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.742541559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.743042507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.745054267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.745083308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.745105828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"179.085846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.745433833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.745615486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"179.496563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.746722723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.747116239Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.747598246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.747617357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.747872981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.749560296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.749861931Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.750776285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.754601353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.754627884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.754641924Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.754757236Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.754789086Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.754994819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.755014759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.756190677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.756216928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.756228268Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.756519302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.757757272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.761527519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.761551639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.761748482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.763268196Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.763292146Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.767688493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bccfddd-a949-45fe-ba54-1724fdb1eb03\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:07:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.767734234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.769183176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.769208046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.769217067Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.769225827Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":13,"elapsed":"203.376247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.770600008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.770855781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.775069696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.775086336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.775380321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.775460902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.77665863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.783986092Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"217.864579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.793834532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.795586839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.79561132Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.79562132Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"229.607888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.797099682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.797214644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.797244325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.79756108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.797726912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34cacef-02cf-4d88-8101-af340a49e851\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:07:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.797794193Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.79826214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.798288221Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.798466413Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.800668557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.802464555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.804048659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.804064349Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.804093709Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.804105029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":13,"elapsed":"238.145478ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.804872601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.804884661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.805079864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.806822421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.806855471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":73,"elapsed":"240.91194ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.809297229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.813005216Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.813029796Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.81327928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.814974255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":25,"elapsed":"249.182326ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:07:33.825987364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.826013504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"260.329457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.837705733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.839884966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.839905056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.840085329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.841827286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.844540647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.844563087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.844766791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.86438406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.864421641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"298.49274ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.946879131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.947269867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a5cfcc47-c1b4-414d-8a43-d6a126f8bc68\", \"date\": \"Thu, 09 Jan 2025 02:07:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.947295157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.948491005Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6f18eca5-6bea-4ab5-b5fe-605ba6b14e8c\", \"date\": \"Thu, 09 Jan 2025 02:07:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.948507966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:33.950203111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.950218582Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"384.480583ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:33.977855534Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.009631529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":25,"elapsed":"443.923182ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.03911876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.039363994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ed95e8-11f0-4041-b55c-601040e6973e\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:07:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.041576517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.041957883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.043823702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":25,"elapsed":"478.057203ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.044117756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.044141427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.04435963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a85db9-3926-4fa0-8a71-5bfbc0634787\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.04438044Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.044591593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.059233447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.059585472Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71894c36-7ea6-4e72-821d-318ac4dfece0\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.059607073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.059617373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.059624753Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.061235928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":25,"elapsed":"495.431498ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.083070831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.083528668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3cc6b414-bb6f-4f37-9ee1-cde746873432\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.083546389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.084999531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dff3d41d-b881-4410-b053-96c611e2c960\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.085010781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.08691503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d1e09a10-43cc-4178-8235-c479b8cc9a94\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.08694679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.089363727Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.089426128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"523.548278ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.08957529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.089590661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.089794744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"90328485-5fd0-4ddb-bcc4-775fae17681c\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.089810354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.090268661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.092960992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.093131665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.096356814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.096624648Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.10002312Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.10003836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.100323535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b026d218-2b27-409f-b274-b114d661aaf6\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.102506938Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":25,"elapsed":"536.727229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.132571997Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.132962003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.134829282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.134848832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.135026535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.144278606Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.14455563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c7a9c66-a121-4002-a0fb-785cdb72c06b\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144579101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144590611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144862725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144872955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144879835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144887135Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144894076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.144901026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.145067668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.145078578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.145301082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.145309802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.145532505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.147495385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.147613297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279e9a7b-d028-4108-bbb6-3e512717f343\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.147630377Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.1477745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da3b162-7575-4a0f-a4a4-67d4032542b5\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.14779071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.14780029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.241519192Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"263e86dd-62b0-44de-91c5-7cdcfdd1109b\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:34.241542072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.241550702Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.241773206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1005e83f-c708-4580-93b3-17e04a3f9926\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:07:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.241813326Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.24205434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.245709466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.245897589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.249341871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.249670666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.251508914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.251700647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:34.259671229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":25,"elapsed":"694.014642ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:37.652571638Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"1da0970a-24b0-452b-b598-dc4e03d9542a","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.565732859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.56578433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.56579333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.5658024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.566095755Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.566155226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.567855792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.568106675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.568118525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.570719275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.570745296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.570892368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.572023885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.572293649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.573978515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.576805798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.576823758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.57695643Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.589154616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.589174987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":74,"elapsed":"23.435118ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:43.597968801Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"32.242462ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:47.652469467Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"917a6505-e816-4bf4-92eb-a0b1946074d7","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.565668878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.565721928Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.565731759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.565738619Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.566035353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.566073054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.567662548Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.568016873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.568317208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.570249037Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.570267978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.57041024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.572118996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.572279119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.573650789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.575980144Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.575992275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.576126957Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.586498695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.586516095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":75,"elapsed":"20.862058ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:07:53.597016756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.330489ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:07:57.652855113Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"bb1a1f65-72cc-484e-970f-596a1cc40eec","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":618,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565773621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565831931Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565844402Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565852242Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565859372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565867272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565873762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565880282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565887482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565893582Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565900872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565908412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565915563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.565924673Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565932053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565938223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565946923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565953543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565959863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565967373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565974393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565981084Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565988114Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.565994654Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566002364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566008244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566014564Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566020364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566027454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566033854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566041394Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566048605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566056065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566062545Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566069515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566259778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566275238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566337129Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566347659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566356819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.5663952Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.56640947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.5664176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566424771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566458391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566467831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566476591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566540152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566550162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566558713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.566566973Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.568324489Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1406, tv_nsec: 440515859 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.56835621Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"2.522768ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.568674595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.568838567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.570536273Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.570925529Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.571924015Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.571939095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.572095017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.573719032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.574489604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.574977741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.575014102Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.576394602Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.576418082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.576655656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.576672656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1406, tv_nsec: 448857036 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.577012121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.577647561Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.577661741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.577884685Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.578796279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.578827879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.579082693Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.581035083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.581062823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.581073514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.58481388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"18.784936ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.589297819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.589704695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.59063244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.590716521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.590933494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.591275929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.591865378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1406, tv_nsec: 464059958 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.592301635Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.617479599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.619662123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.619704204Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.619874446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.622547897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.623001714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.633173759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.6332225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.63323553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.633507284Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.6364969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.63652283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.636533071Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"70.648948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.636780225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.636892646Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.637281462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.638893837Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"73.078555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.639549317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.639878402Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.641112441Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.641457966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.641778841Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"75.801067ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.643506217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"77.501973ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.643840862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.646384561Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.646413101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.646550094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.648036626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.650800719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.650820849Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.651059763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.659233168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.659260518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.659620423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9d260d5-d164-4b26-9190-de7f523195d8\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.659639244Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.661405301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.663878138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.663898809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":76,"elapsed":"98.144989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.668215465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.668755383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.668767273Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.669058587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2273736-459d-4919-b0a9-f8e6931bc535\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.669075218Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.670077943Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.670089983Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.670250456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.67051887Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.67446717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"108.676279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.676251357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.676675804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.678487791Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"112.449317ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.681507128Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.681521518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.681528138Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.681736711Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.682651485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.685136113Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.685154293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.685308396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.687160814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":26,"elapsed":"121.241271ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.690263271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.690282842Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.690558806Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a3f3b23-ed9b-4ac6-9e51-cb13240669c2\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.690574906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.692243572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.700127302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.700334115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.720009006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.720040066Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.720049966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"154.170284ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.749235162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":26,"elapsed":"183.463472ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.752688805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.752949829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa02f79c-71f0-432b-b58a-5874b7e4b090\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.754451922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.754715116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.756527254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":26,"elapsed":"190.652091ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.756542344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"190.612521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.800919632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.801299618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.802800181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.804476336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.804492056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.804636079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.806181482Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.808056174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.808072956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.808256006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.809498983Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.809511433Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.809853958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53038071-383a-4ef8-b8e5-741a7c58c8a6\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.809890369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.810119282Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.823991414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.824018275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.824185557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1646ebb8-e8d0-4eab-bd5f-548d691a6f14\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.824200738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.82439332Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.826136387Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.82633278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.829041231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.829431637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.832623466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.832636057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.833301187Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"268e7adf-b166-4e71-83b9-25bcb6b7ecaa\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.834543666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":26,"elapsed":"268.688635ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.870901871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.871249806Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e8e65f2-f928-484c-9d73-c05ad38907da\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.871273737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.871283027Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.871290307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.872225311Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":26,"elapsed":"306.39275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.884427788Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.884748873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.886034572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.886049082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.886201825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.896219738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.896528473Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dfb8f1f-e241-48cb-b790-eff2a32c4385\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896549363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896559343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896833087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896845197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896852247Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896860358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896867848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.896874818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.89704151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.897059681Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.897281684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.897297964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.897485507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.898815237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.898947779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b493a34b-7daf-4b54-bf87-7673f24f1ad8\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.89896512Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.899070031Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0bbad1-dc2e-47f2-8a26-e6a3c25135f2\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.899101202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.899120632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.99714682Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9090c575-c785-4cd7-b1d5-60db94c00890\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:03.99718035Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.99719119Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.997703158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff803f6-11da-4e27-9057-ae528ec8172e\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:08:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.997746249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:03.998066744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.001877172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.002162476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.005357265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.005563208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.007740041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.008010076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:04.015829315Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":26,"elapsed":"449.935003ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:07.652790393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"0c21cb7a-73aa-43fe-a400-5fe284e7aacd","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.565189521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.565248112Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.565259292Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.565268422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.565534266Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.565579927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.567561237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.569982374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.569996765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.570126356Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.571200713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.571537208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.573154153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.575689301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.575701862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.575854383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.584191081Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.584217381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":77,"elapsed":"19.02513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.597753998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.597992681Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:13.626961214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"61.786853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:17.645533691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f84aa-a910-48e8-ba34-6829f5366281","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:17.645883487Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f84aa-a910-48e8-ba34-6829f5366281","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:17.647911678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f84aa-a910-48e8-ba34-6829f5366281","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2459,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:17.648153922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"900aa922-d8b8-43d3-aef0-5653fbbc1091","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:17.648476926Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"900aa922-d8b8-43d3-aef0-5653fbbc1091","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:17.650945774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"900aa922-d8b8-43d3-aef0-5653fbbc1091","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2857,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:17.652425717Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"05745c62-0448-4668-b06b-dd2df4840b92","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.565640307Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.565699839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.565711109Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.565720309Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.565989873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.566055344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.568140336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.570628154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.570641294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.570791276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.572599974Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.572920599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.574567984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.577108412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.577120302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.577278075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.588637918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.588652388Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":78,"elapsed":"23.016441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.594891593Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.595138917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:23.596119212Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.498595ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:27.652761451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"8acc9698-bd97-44d5-9958-357349e36a4f","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":497,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565374723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565426584Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565436454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565444254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565451884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565459494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565466754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:08:33.565473454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565481564Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565488835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":15,"elapsed":"13.53µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565497405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565504275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565510845Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565518675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565526095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565532755Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565540416Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565547745Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565554506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565561136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565568046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565575736Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565581706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565588076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565595276Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565601916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565607626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565614177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565620357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.565626597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565632407Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565639177Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.565645087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:58:33.565539515 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565651837Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565658137Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565665797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565672998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.565680087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565686488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565693518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565699958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565707068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565713288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565719098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565726568Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565733538Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565739819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565747148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565753819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565761389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565768719Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.56584197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.565941871Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566029113Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566055363Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566066513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566075393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566083754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566091014Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566097704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566104934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566111054Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566117314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566122884Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566129365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566138814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566146245Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566152255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566158385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566165455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566171605Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566179725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566187715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566196746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566204726Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566212486Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566221166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566230376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 438301115 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566242656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 438305995 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566274267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566285457Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566293687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566304157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566314857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566368578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566411019Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566437759Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566449999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566648832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566662393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.036176ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566758914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.566770234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.132127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.571176851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.571989834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.572642614Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"7.16517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.573303344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.573894103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574142057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574152567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574180327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574690455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574703945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.574880758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.575495617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.575567698Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.575578679Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.575763481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.575773782Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.576857198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.578033406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.57827254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 450353329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.578609365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.578812168Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.578822238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.579004831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.579208804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:58:33.565539515 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.579219474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:58:33.565539515Z\",\"pruned\":[]}","iteration":14,"elapsed":"13.674819ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.580127828Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.580144799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.580299631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.580754858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.58093396Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.581863365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 453950794 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.582153509Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.584499935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"18.429262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.586088339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.587236537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.587265427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"21.186024ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.587377419Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"21.980086ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.589956158Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.590520107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.590546267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.590810611Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.591013134Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 463099514 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.591312999Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.593012775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.593030045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.593194298Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.593205608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.593223578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.593546813Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.595520053Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.595762677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.596912985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.596935935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.597333731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.597431012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.598442028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.598708632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.600635501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.600660182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.600951996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.601486505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.601805289Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.602039503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.604674623Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.605412705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.609105911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.609132291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.609365955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.609397455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.609409115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.609662599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.632144123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.632684201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.638117324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.638529491Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.647847353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"82.333528ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.653920346Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"87.841192ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.655095784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.655131584Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":79,"elapsed":"89.68756ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.658199271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.658228451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.658239301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"92.500363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.664370955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.664892373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.664999275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.665014055Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.665020645Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.665028365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.665410591Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.665428821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.665754436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.668142373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.668463338Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.668483678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"102.790791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.668499478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.668525879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.668888524Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.669783398Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.669820918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.669830879Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.670120503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.672337707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.672363677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.67256474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.673435814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.673458874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.673662747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.673712818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.674055183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.674635262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.674660462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.674674083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"109.072177ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.677335423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.678343619Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.678367649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.678527662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.678597912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"113.092917ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.6791195Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.679149511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.679160981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.679171201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.679439656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.680077705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.68040769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.680993099Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":27,"elapsed":"115.294332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.681567878Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:08:33.682494552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.682511422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"117.136259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.685260034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.685286125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.685422447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.698413475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"132.330382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.698835452Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.699228028Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.705884559Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706135253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706148944Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706158744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.706371537Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706384047Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706390197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706399977Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.706704652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.708211375Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.70918174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.70919343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.70920067Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"143.682875ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.71119891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.711214271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.711396224Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.712660233Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.712678333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.712890227Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.71312353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60944b64-0f20-445f-9006-f7d0dbb6da08\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.71314784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.713220521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.71442382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.714766445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.714876297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.714909617Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.714921918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.714932948Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":14,"elapsed":"149.496593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.717642179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.717663699Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.717824222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.728623737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.728641857Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.728650687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.7288233Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.730310673Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.730328713Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.730618797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24d75776-2f72-4659-b26c-4b5b09f3e67d\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.730641058Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.732205122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.73596383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"169.886405ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.741146098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.742643101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.743109378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.78119259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.781216Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.781433423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ff107e-3281-430f-b54b-3036f760e5cc\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.781454874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.782891006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.892427639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.892863186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ba9ffe0-c6d4-444a-bc65-2f55f34c622b\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.892892826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.894615343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"167d3c5f-e3f9-4bb2-a03e-f9373633e99b\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.894647573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.896262518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.896284278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"330.702712ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.917022285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":27,"elapsed":"351.562841ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.955259669Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.955559314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e413902-f4b0-4ab0-9fa8-cf27b64b732f\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.957734227Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.958021531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:33.98285322Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.982875151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.983251267Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7ba031-567e-4c9e-a06a-30bac7a7ae4d\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.983269317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.983525011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.985158566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.986506556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":27,"elapsed":"420.853899ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.987694665Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.987956998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.987970819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.988137391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.990417456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.990436707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.990445876Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:33.990453897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":14,"elapsed":"424.765239ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.000847526Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.000879296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.002055664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3cfe22bf-c935-4369-8d88-0bb7b7130deb\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.002084264Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.002931867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.005924723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.006190917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.009174353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.009578159Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.012761697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.012775598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.013078522Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2aee79a0-aac0-4d93-9e7f-feed71453268\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.01490587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":27,"elapsed":"449.368405ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.025236258Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.025272939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"459.826254ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.060340114Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.06073547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"65f400ea-538d-4407-8b98-908d9812783b\", \"date\": \"Thu, 09 Jan 2025 02:08:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.060750021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.062897923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e565e667-86d6-41cf-bee0-21c68ba801bf\", \"date\": \"Thu, 09 Jan 2025 02:08:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.062922154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.0646049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f8509aec-e901-4d45-9ea8-6373f41fbf08\", \"date\": \"Thu, 09 Jan 2025 02:08:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.06461799Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.066123343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.066154803Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"500.565377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.066453408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.066829194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.067703207Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.067712677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.068041942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.076725425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.076973749Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a14919-7ccf-4943-a124-7d88cfc610b1\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077002169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077012549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077282583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077293933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077300934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077308494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077316354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077323304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077495546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077505566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.077642889Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.077652369Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.077935583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.07903389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.079154882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcaa308e-6573-4bb3-92cd-2572a8288626\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:08:34 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.079172422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.079278324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d823aa7-d338-4e93-82f1-8d290499de45\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.079291674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.079303294Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.084582335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.084823978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.086056497Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.087762423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.087778854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.087914485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.08882917Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.090354873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.090365723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.090500855Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.123066382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.173374091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa5a372-8d29-4fc7-b6e3-174718b9fa4f\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:08:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.173395631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.173405042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.173412262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.175738417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":27,"elapsed":"610.216022ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.267117423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3a89b806-eb2e-44e9-ad03-4ddbe93c8c41\", \"date\": \"Thu, 09 Jan 2025 02:08:34 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:34.267144444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.267153934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.267448758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e00e3a1-0c8c-452d-8e5d-794565cf16d8\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:08:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.267492439Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.267829414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.271573701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.271828985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.275069535Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.275264968Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.277313909Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.277518082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:34.284352426Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":27,"elapsed":"718.993504ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:37.653056286Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"d89920e3-dd75-4ab9-9e10-a62c0b41c4cd","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.565251701Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.565307442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.565316633Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.565324542Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.565594807Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.565634327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.56714255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.567366624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.567961303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.568886927Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"3.644616ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.570436681Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.570447281Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.570590373Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.572662325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.572823227Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.574369421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.576647706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.576657896Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.576789008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.588651169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:43.588667379Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":80,"elapsed":"23.408748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:47.645559072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"6e91e60d-d2f6-4e64-b6ff-7a3ce3c2a582","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:47.645852707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"6e91e60d-d2f6-4e64-b6ff-7a3ce3c2a582","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:47.64868968Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"6e91e60d-d2f6-4e64-b6ff-7a3ce3c2a582","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3201,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:47.648917543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"6b7315cd-ebba-4b06-b127-a7850706bf3c","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:47.649217508Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"6b7315cd-ebba-4b06-b127-a7850706bf3c","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:47.651495733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"6b7315cd-ebba-4b06-b127-a7850706bf3c","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2611,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:47.652983226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"992b8f13-ba66-4621-90b1-853c2399d993","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.565166902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.565224343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.565233483Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.565241863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.565516688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.565538588Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.56699965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.567033671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.567260774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.568698666Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.538874ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.569492459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.569504769Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.569653391Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.571519859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.571767833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.573300687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.575802445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.575817285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.575965697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.586929854Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:08:53.586947104Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":81,"elapsed":"21.776592ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:08:57.653021518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"de6ab534-da69-4908-bc5e-6d25fe5162b4","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565184202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565246133Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565257383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565265863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565273423Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565281934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565290004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565302744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565316474Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565327164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565335454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565344515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565356395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565368715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565380865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565393065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565404765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565415076Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565426546Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565438386Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565449426Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565460746Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565472246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.565483277Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565496777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565509417Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565522607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.5656708Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.56570046Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.56571802Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.56573341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565757041Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565771221Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565785301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565817662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565845042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565856862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565866843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.565902293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566403731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566417201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566424451Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566431541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566437881Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566444271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566449951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566457401Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566693965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566703075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566711865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566723096Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.566987449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.567203863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.568693756Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.568870768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1466, tv_nsec: 440840148 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.569207774Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.569222584Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.569289285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.009032ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.570999601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1466, tv_nsec: 442965320 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.571076302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.571088372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.571094232Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.571270845Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.571345976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.571380697Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.571391757Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.571643211Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.572172979Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.572195189Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.572340661Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.573649101Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.574151549Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.574819479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.575126234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.576613376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.576637036Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.576824859Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.578119319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"11.700028ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.578621906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.578653237Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.578892531Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.578999152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.579019563Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.579247556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.57950958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.579534251Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.579731463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.581925677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"15.513137ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.582055959Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"16.885497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.583305448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.583697444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.587166867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.587222948Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1466, tv_nsec: 459194927 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.587568553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.587593063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.588520488Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.588821392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.588941174Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.590158663Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.590834083Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.590851893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.591040706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.592299986Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.592317366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.592480898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.597043328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.600114215Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.600139625Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.600301448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.604015444Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.604047085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"38.753381ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.616496155Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.616533886Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":82,"elapsed":"51.179041ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.623556763Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.623580923Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.623589124Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.624069161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.626847993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.627165798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.628658501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.628921115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.62994823Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.630314956Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.631190449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"65.932976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.632024392Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.632036013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.632412858Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.633621937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.633951832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.634707533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.634732964Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.634884206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.637059089Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":28,"elapsed":"71.742175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.64172965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.641937414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.643723901Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"77.311161ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.645140213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"79.943821ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.657753965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.657784436Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.657795016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"92.444361ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.669906501Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"103.46845ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.710290368Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.710331969Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.710487641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.710579902Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb8fa9c2-d932-44f7-b6f9-019896289874\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.710596663Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.710849817Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.712845847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.790084687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.790108577Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.790430962Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87d25c1-0848-4fff-8959-f11ee472a6d0\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.790457253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.790756777Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.797720984Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.797744714Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.798040518Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c24470-4f81-4ef6-9209-bb44cd2b4cca\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.798073249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.798984933Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.799413219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.799519331Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.801258598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.803496632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.803511522Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.803673395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.8053353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.805624934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.805649325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.805916839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4609e73a-a57a-46a9-b29b-4780e2c223ca\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.805928499Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.806350085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.807422372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.807432652Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.807606395Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.808158353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.808369816Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.811014907Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.811201819Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.814047273Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.814061293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.814555671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1acddeb2-b109-4277-b6b2-bc48a6b3b027\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.816097604Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":28,"elapsed":"250.74321ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.819399325Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.819424355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.81971575Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9518fb-c100-4825-9aca-b0b51a534e55\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.81973356Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.82232848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.897116672Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":28,"elapsed":"331.871539ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.90549863Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.909016324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.909218947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b13d24d-3c55-4412-8c3b-93656608b85a\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.910502556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.910783151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.912367805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":28,"elapsed":"347.043661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.961316393Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.961673948Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.964183296Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.964195847Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.96438619Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.973918285Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.97420575Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4becc8d3-ab1f-49ab-996e-b3ebfc25b31c\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.97423094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.97424197Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974519985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974531295Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974538405Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974545825Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974552835Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974559615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974778069Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.974795519Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.975127684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.975153874Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.975435479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.979005343Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.979118175Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f507c3e0-a37e-4a9f-b48a-58e9fc24b044\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.979133305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.979236166Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90148593-7dfa-421d-8eff-f6df78515a81\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:03.979261457Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:03.979272657Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.000834287Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c094b6d3-b7f0-493c-be41-37c62dbdd19d\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.000862567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.000875787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.000884207Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.003256464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":28,"elapsed":"437.883308ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.087747864Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f530dcca-218f-43eb-9c45-a844c9793722\", \"date\": \"Thu, 09 Jan 2025 02:09:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.087770805Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.087779965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.088093609Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d19e0ce-3723-4c30-b233-84ac12265421\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:09:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.08814795Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.088608288Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.092237993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.092479016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.095533603Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.095821068Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.097728967Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.09792995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.105473511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":28,"elapsed":"540.278063ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.4697543Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.46977233Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.500233476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.500326937Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.50048916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5d4326-b378-432a-8ba0-777fcb7051c4","remote_addr":"[fd00:1122:3344:101::b]:56651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.500777574Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5d4326-b378-432a-8ba0-777fcb7051c4","remote_addr":"[fd00:1122:3344:101::b]:56651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.535669987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/oximeter.rs:76","collector_id":"2e61db93-7661-4d70-aa81-b31509361e0d","producer_id":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:04.535692787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/producers","method":"POST","req_id":"4f5d4326-b378-432a-8ba0-777fcb7051c4","remote_addr":"[fd00:1122:3344:101::b]:56651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35266,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.535754378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5d4326-b378-432a-8ba0-777fcb7051c4\", \"content-length\": \"41\", \"date\": \"Thu, 09 Jan 2025 02:09:04 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.537309762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:04.537321732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:07.652948376Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"4c0e63b3-1385-428a-aa96-dba25eb8a8b0","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.565135242Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.565187103Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.565197023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.565204043Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.565623569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.565635829Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.568356831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.568796468Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.569126013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.571108073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"5.958091ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.571127783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.571139404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.571297946Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.572819569Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.573013152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.575101514Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.577600562Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.577629533Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.577762965Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.58793851Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:13.58796319Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":83,"elapsed":"22.835209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:17.646107883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"5e32e74e-5d1f-4789-b9f5-86431a52c168","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:17.646417867Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"5e32e74e-5d1f-4789-b9f5-86431a52c168","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:17.649254421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"5e32e74e-5d1f-4789-b9f5-86431a52c168","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3207,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:17.649521865Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"4c884405-27a7-44af-85d7-08be7bf72842","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:17.64985589Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"4c884405-27a7-44af-85d7-08be7bf72842","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:17.65182185Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"4c884405-27a7-44af-85d7-08be7bf72842","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2356,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:17.653496295Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"3bb48c5b-ad38-4df1-979a-e4f8642831ac","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.565694642Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.565751403Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.565762833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.565770993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.566110838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.566125118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.567819924Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.568018397Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.56821511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.569604631Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"3.92664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.571002323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.571014793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.571159145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.573085525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.573337888Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.574866332Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.57744091Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.577460421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.577607843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.585447013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:23.585465263Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":84,"elapsed":"19.765701ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:27.653531447Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"956bce71-f243-4aad-afbe-0c91625684bf","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565701461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565760552Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565771172Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565779592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565786283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565792932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565800233Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565806333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565813273Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:09:33.565820773Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"308a7065-97bc-452d-9e77-423487fd1282","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565829463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565836303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565842963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\"}","iteration":16,"elapsed":"18.29µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565851733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565857613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565865194Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565872894Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565879734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.565887184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565893404Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565901124Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565907234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565914584Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565921045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565928195Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565936305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565943275Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565951355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565958705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565965455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.565972065Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.565980205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-09 01:59:33.565913804 UTC"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.565990926Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566001656Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566011556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566020696Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566030506Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566039966Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566048556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566059117Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566069547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566078657Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566087557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566097687Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566107567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566116957Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566127898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566137778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566146988Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566156868Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566166768Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566176418Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566186578Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566200329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566212659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566223809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566236629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56624703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56625733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56626703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56627731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56628706Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56629662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56630641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566316431Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566375641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566398082Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566410612Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566423382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566434832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566445882Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0f2e5cd-2795-4686-a722-eff994bc2526.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3416805-f40d-4d68-a19c-04a4a2965ebd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 438294162 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566464573Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3444432e-5cf4-4d19-bf8d-3e34ec2f9cb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"573d190f-b843-4bac-93a9-39d7c33ed06c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"808bb178-f8c3-48a5-811c-1b9a0998de13.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 438299992 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566484013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566496703Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566526934Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566554364Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566564784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566574464Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566584715Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566593075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566612265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566621225Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566629305Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566637845Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566644985Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566653556Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566661626Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566669606Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.566880409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56691341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.066046ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.567042662Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.567060972Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.194319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.568313691Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.568563205Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.568787328Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.56958059Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.57022253Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.570481354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.604621ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.571429009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 443278128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.571616872Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.571642272Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.571691893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.571877056Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.5728115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.57284026Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.57285226Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.57286348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.572981462Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.573087804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.573906256Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.574560797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.574896762Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.575526371Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.575548961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.575559142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.575727304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-09 01:59:33.565913804 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.575743024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"expiration\":\"2025-01-09T01:59:33.565913804Z\",\"pruned\":[]}","iteration":15,"elapsed":"9.81867ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.575824566Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.576646308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.576670448Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.576897121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.577344618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.577635503Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.578946013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.583015505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.583047025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.583235688Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.585102567Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.585466922Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.586407517Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.587221389Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 459072839 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.587548804Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.588685121Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.588713382Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.588722202Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.588730072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.588907175Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.588935695Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.590485259Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.590515429Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.590672352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.594095124Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"27.912836ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.594357358Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"28.616297ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.594776725Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"28.592846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.594929787Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.595174271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.596789845Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 468635854 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.59708414Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.600850987Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.602299639Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.602727366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.603543198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.603602989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.604033856Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.604065116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.604074616Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.60429737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.604786797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.605080182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.605439327Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.606974781Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.6095385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.62002107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.620071731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"54.053675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.621410461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.62198861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.622659291Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.624677981Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.625116998Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.625404342Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.625428973Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.625690087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.628455459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"62.239341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.630069454Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.633387994Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.633424445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.633674149Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.654932793Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.655004365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":85,"elapsed":"89.04141ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.656113222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.656148532Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.656167592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"90.161576ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.657533303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.657573234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.657583664Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.657592214Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.658138831Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.660146883Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.660178834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.661503794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.662088773Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.663543045Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.663566675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.663602366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.663930511Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664010032Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664061903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664073073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664079153Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664085283Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664428929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664959597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.664992437Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.66520229Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.671898643Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.672699555Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.672726145Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.672740085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"106.785121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.673364925Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.673414156Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.673838862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.673863203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"107.681745ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.673960004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.675089521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.675102572Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.675322525Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.67563742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"109.42599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.677460208Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.677896104Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.678775738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.678801808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.678813668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.679155914Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.679524599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.680469814Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.680770848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.683700633Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.683720383Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.683730993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"117.951401ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.684335523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.684385843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.684655498Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.685639262Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.685651173Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.685825955Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.685852186Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.685891926Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.68609218Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.692221523Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":29,"elapsed":"126.265219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.693432142Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.693930789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.694044681Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.694443547Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.69594657Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8d990c89-fb65-46f9-a0bf-14e53b670a6c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.69597161Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.695985201Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:58.872383 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.695999421Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1}","iteration":15,"elapsed":"130.169158ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-09T02:09:33.697679637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.697703127Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"131.992366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.703548766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"137.550881ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.710193278Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.710219608Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.710591594Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5939bf2a-cf98-48e6-92ba-cf35312437f1\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.710618324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.711965655Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.711993235Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.712004425Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.712390761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.712638775Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.714058317Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.717351797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.717378598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.717490649Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"151.537904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.71755651Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.719667522Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6d4bcaf6-9fd3-4de8-b497-775ca18057f4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.719694833Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.719709183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"current_time_created":"2025-01-09 01:55:59.688302 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.719721513Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2}","iteration":15,"elapsed":"153.722587ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.724289493Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.733570465Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.735755718Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.735770478Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.735961191Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.740097954Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.740115565Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.740406479Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484d1e10-3f58-425f-95ee-85ad138e3885\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.74042627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.742681834Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.755958727Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.761070515Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.761094615Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.76141151Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78e52f3-eb81-45f9-8f2e-552a1350cb0a\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.7614378Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.763124216Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.766999116Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.767470733Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.769369932Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.771659707Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.771686957Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.77188023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.773502375Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.776038354Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.776064004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.776259947Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.781142141Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-09T01:55:32.101924Z, time_modified: 2025-01-09T01:55:32.101924Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c4549307-0727-4469-a91b-204d541346cb, db_silo: Silo { identity: SiloIdentity { id: c4549307-0727-4469-a91b-204d541346cb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-09T01:55:59.631962Z, time_modified: 2025-01-09T01:55:59.631962Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.781163162Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]}},\"default_endpoint\":{\"silo_id\":\"c4549307-0727-4469-a91b-204d541346cb\",\"tls_certs\":[\"ef4819710d0cb1ad3f5f79070f9a70be67bcd92ba2b7ac6cc3c1602e8fdae9dd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"215.3722ms"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.839612585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.839641165Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.83998904Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa831df6-2832-404d-b350-6b4d65e64b23\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.840012671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.840320016Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.858048107Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.858071797Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.85826629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4e1a4f40-577b-4a9c-97a9-4415ecccf234\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.85828087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.858530344Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.860656366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.860849049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.881530255Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":29,"elapsed":"315.800244ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.908757131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.928977456Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.929315705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d441e2b4-8dd0-4cb5-bf96-6defc06b2fee\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:09:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.931202334Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.931449778Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.931519659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a9878154-c53d-48a4-a078-4ba7e1748d93\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.931549599Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.931667821Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.933664011Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7aab48ef-2856-4269-af01-d9e465175eb9\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.933676992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.935920206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.935934886Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"370.140244ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.941986219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.942361455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0cef96d-2ef9-4106-afbb-e94810014a39\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.942385935Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.942396945Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.942407115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.943796246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":29,"elapsed":"377.820911ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.944207033Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":29,"elapsed":"378.256808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.945096996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.94538181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.947572424Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.947585754Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.947865459Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"80999107-5628-40a2-bcfb-ad264df7b2af\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.949857049Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":29,"elapsed":"384.048027ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.98922521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.989679557Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"de99279e-186e-47a2-a9d8-63091b26799f\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.989691678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.991914481Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7609b839-8afc-4fc0-bb2e-2864ff00029b\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.991928732Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.993935042Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b1ee0600-3495-4248-8750-06335bbb3c62\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.993948372Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:33.996026234Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:33.996062345Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"430.170271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.015883308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.016253013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.017750716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.017764326Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.017954079Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.02718809Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.027483115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"754c3917-3865-42a7-9f08-97a121cd773f\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.027507765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.027518995Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.02781596Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.02783073Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.02783919Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.02784806Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.02785721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.027865341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.028073094Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.028083624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.028340238Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.028362148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.028713184Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.03044193Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.030536422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cd4c55c-4193-4150-a1bd-d15ce2f3e928\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.030551912Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.030649293Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd9068b0-950f-402c-b97e-cb0921c2bf3e\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.030669993Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.030686544Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.132416848Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3f82876a-7ebe-4ba3-835c-5ae257a90972\", \"date\": \"Thu, 09 Jan 2025 02:09:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:34.132444838Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.132455219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.132801674Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a00d23-ebe4-4fd1-a07a-a35432eb9e04\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:09:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.132841684Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.13317219Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.136261407Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.136606442Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.139011739Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.139256992Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.141345034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.141682789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:34.148956231Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":29,"elapsed":"583.267349ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:37.652943758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"9962419b-039a-4f0b-af97-5328c8054326","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":357,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.56614029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.56619893Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.566210891Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.566219911Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.566535505Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.566563306Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.568361223Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.568720779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.569093635Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.570163601Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"4.015232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.571562352Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.571575953Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.571717365Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.573694705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.573956249Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.575689075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.578189443Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.578207903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.578344915Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.58977613Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:43.589798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":86,"elapsed":"23.675861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:47.645707618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"09336de4-7a7c-4af4-9d9d-521fc3a8cfaa","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:47.646020303Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"09336de4-7a7c-4af4-9d9d-521fc3a8cfaa","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:47.647624097Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"09336de4-7a7c-4af4-9d9d-521fc3a8cfaa","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1997,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:47.647940152Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"551795c4-8a4e-4a4b-833e-25b1f1668b5b","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:47.648308978Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"551795c4-8a4e-4a4b-833e-25b1f1668b5b","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:47.650023324Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"551795c4-8a4e-4a4b-833e-25b1f1668b5b","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2150,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:47.653639629Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"cb2ab6a5-2527-46c0-ae6c-5d0ef1eb9250","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.56579918Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.565849675Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.565858862Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.565866297Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.56619477Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.566265731Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.56753304Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.567706963Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.568269131Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.569333798Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"3.505153ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.570732849Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.570744409Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.570888111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.572620958Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.572945023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.57404471Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.576561137Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.576584108Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.57672136Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.584673971Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:09:53.584695861Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":87,"elapsed":"18.845927ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:09:57.653468906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"e55d492f-1f91-45b0-948f-3d7ceb01ae1e","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:02.646272836Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"471fdb64-cdc8-4879-820a-3aa0fa1ce9d7","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:02.646619341Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"471fdb64-cdc8-4879-820a-3aa0fa1ce9d7","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:02.649423484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?sort_by=id_ascending","method":"GET","req_id":"471fdb64-cdc8-4879-820a-3aa0fa1ce9d7","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3236,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:02.649700678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"6113edbf-05d1-4d1a-94cd-1d73f9b46c26","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:02.650030333Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"6113edbf-05d1-4d1a-94cd-1d73f9b46c26","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:02.652350209Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/metrics/collectors/2e61db93-7661-4d70-aa81-b31509361e0d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzM0NGUzMi1jM2IzLTQzZjctOGMzMC1lOGJhZTQxMDhkMzMifX0%3D","method":"GET","req_id":"6113edbf-05d1-4d1a-94cd-1d73f9b46c26","remote_addr":"[fd00:1122:3344:101::d]:52706","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2713,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565678761Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565719422Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565728772Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565736342Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565743632Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565751182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565757592Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565765323Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565771553Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565779013Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565785463Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565791723Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565798203Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565805313Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565811913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.565819193Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565826024Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565832374Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565839554Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565845794Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565852944Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565859734Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565866624Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565874004Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565880154Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565886445Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.565891765Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566155469Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566176449Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566215399Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56622897Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56623873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56628832Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566300261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566308301Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566342181Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566352812Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566361302Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566378722Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.5668886Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56691008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56691826Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566926Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56693271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.56694003Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566946321Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.566953961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.567154434Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.567214815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.567225475Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.567233975Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.567842484Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.568251381Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"2.430127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.568613006Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.569236125Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1526, tv_nsec: 440979965 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.569434339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.56951485Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.570531455Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.570554906Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.570566206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1526, tv_nsec: 442281835 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.570785009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.57081929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.571402989Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.571430009Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.571583012Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.571667213Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.571690163Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.571896976Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.572306583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.574898022Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.575283638Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.575312598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.575576353Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.577312618Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.577698694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.57811095Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.578133931Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.578144271Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.578155521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.578175541Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.578405585Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.578427885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.580954034Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.582083111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.583452182Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DnsResolver","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e6fecef6-14a9-49d3-a8bb-39ae9e1483bd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1526, tv_nsec: 455185511 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.583850528Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.584739792Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.585132968Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.585569504Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.58596671Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.595818991Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.596028694Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.596328279Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.598311789Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.599138961Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.599160002Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.599411726Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.600850738Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.601112742Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.60231018Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 308a7065-97bc-452d-9e77-423487fd1282, lookup_type: ById(308a7065-97bc-452d-9e77-423487fd1282) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.602339461Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.602593784Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.62061677Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"original_time_created":"2025-01-09 01:55:29.712169 UTC","original_target_id":"308a7065-97bc-452d-9e77-423487fd1282","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","time_created":"2025-01-09 01:55:29.712169 UTC","target_id":"308a7065-97bc-452d-9e77-423487fd1282"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.62066411Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"308a7065-97bc-452d-9e77-423487fd1282\",\"time_created\":\"2025-01-09T01:55:29.712169Z\"}","iteration":88,"elapsed":"54.802187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.622400087Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"55.476866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.622468058Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.625661057Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.625697607Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.625921571Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.627729678Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.627754029Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.628172115Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.629873261Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"62.973841ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.629901942Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.629915412Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.630163446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.631574637Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"64.638597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.635276134Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.635626779Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.637317265Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.637528598Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.643944996Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"77.023766ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.647516521Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"81.747688ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.651765885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"85.953392ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.652184122Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.652209452Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.652580638Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8654ff7a-40e1-46e9-a680-0ffcedc24622\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.652603898Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.652614198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.652621659Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.652629109Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.653019075Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.653182217Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.65339111Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.653866148Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.653897118Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"88.144966ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.654632939Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.655212348Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.655225668Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.655234758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"89.380304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.656518758Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.656844783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.658212384Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"92.508303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.658430587Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.66121692Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Sled { parent: Fleet, key: e6fecef6-14a9-49d3-a8bb-39ae9e1483bd, lookup_type: ById(e6fecef6-14a9-49d3-a8bb-39ae9e1483bd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.661263721Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.661463164Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.66315869Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"0","iteration":30,"elapsed":"97.474128ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.66707873Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.66709494Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.667383744Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0133a1-533e-4855-a4cc-14189640620e\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.667401314Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.669954023Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.685588502Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.685626063Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.685849716Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"MgsClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7fe5d3e-3ba0-4339-944b-5a4e9431949e\", \"content-length\": \"26\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.685878627Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.687778846Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.729058206Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.729393542Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.736020783Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":30,"elapsed":"170.296751ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.745399806Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.74568843Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3917a4f6-f2e4-4240-a12e-0c28592c005c\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.746894209Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.747183903Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.766487808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.766508198Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.766936595Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481c037f-1c5f-4a23-9dd8-23ad0f67f52c\", \"content-length\": \"372\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.766969545Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.767233929Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.768315126Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.768733183Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"null","iteration":30,"elapsed":"202.939739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.770256366Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.770271406Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.770453299Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.772210476Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.773859951Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.773872021Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.774024453Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.815502147Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.815535167Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.815736741Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5190eee4-50f9-40ae-876a-5bf940f7d0b4\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.815747221Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.816083176Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.817603179Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.81767815Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.817825072Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.818084246Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"379baec2-1d71-4415-a6ba-8f8a5d6c8097\", \"content-length\": \"691\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.818115597Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.818125747Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.818133427Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.819039771Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":30,"elapsed":"253.293529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.820683336Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.821009241Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e6fecef6-14a9-49d3-a8bb-39ae9e1483bd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.824119098Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.824136169Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.824518085Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"SledAgent":"e6fecef6-14a9-49d3-a8bb-39ae9e1483bd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"51443c7f-d0f5-4c7c-8827-b809b0f36f5c\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.826098669Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":30,"elapsed":"260.321016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.834280254Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.83465507Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.836555339Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 6461761a-6f4b-4ae6-88cd-b1c34a3acffc, rack_id: 763db3d3-4c43-4ed5-8d9c-77e8932637e9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.836567729Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.836773222Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.84577866Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.846100704Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce723d3f-e1a4-4d7c-8239-ffa0c352b597\", \"content-length\": \"134\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.846135335Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.846147025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9fd668f4-ca3b-489c-b7a7-ad142ee8b4b0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.846427839Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.84643737Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.84644357Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.84645008Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.84645644Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.84646332Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.846643583Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.846653123Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.846889306Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.846899157Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.84712808Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.849408885Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.849614408Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9eb68c-08ef-4fe2-a948-72d6d50c0e20\", \"content-length\": \"2\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.849626818Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.8497329Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"component":"DpdClient","rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df87eaaf-9c16-4b93-8daf-16284fd1b12c\", \"content-length\": \"52\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.84975355Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.8497641Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.946327385Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6bf8690d-dd60-4ec0-b283-5d1d0a026879\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:03.946350466Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.946358916Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.952704913Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"rack_id":"763db3d3-4c43-4ed5-8d9c-77e8932637e9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f84b23f-8d08-4c40-905f-4f91fe00d5db\", \"content-length\": \"682\", \"date\": \"Thu, 09 Jan 2025 02:10:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.952744014Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.953038308Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.956598492Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.956831446Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.95969017Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.960021025Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.961983705Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.962173647Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-09T02:10:03.969254766Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","status":"{}","iteration":30,"elapsed":"403.587684ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-09T02:10:07.653770941Z","hostname":"oxz_nexus_c0a9365d-d13c-4032-a1ed-9ff69918b349","pid":22881,"uri":"/c0a9365d-d13c-4032-a1ed-9ff69918b349","method":"GET","req_id":"d21185ca-664e-4d74-9b52-aaf336c4d4ac","remote_addr":"[fd00:1122:3344:101::d]:57491","local_addr":"[fd00:1122:3344:101::b]:46600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c0a9365d-d13c-4032-a1ed-9ff69918b349","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":611,"response_code":"200"}